-- Logs begin at Wed 2021-02-17 03:32:14 UTC, end at Wed 2021-02-17 04:45:24 UTC. -- Feb 17 04:19:41.725276 dv-cinder-759955-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 04:19:44.412988 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:19:44.413497 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:19:44.415378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:19:44.417110 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:19:44.417395 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:19:44.417737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:19:44.418793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:19:44.419052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:19:44.420066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:19:44.420344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:19:44.420852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:19:44.421216 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.421554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.421888 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.422178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.422513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.422841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.423157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.423484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.423819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.424138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.424448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.424760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.425015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.425331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.425655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.426001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.426254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] debug = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.426566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.427093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.427405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.427716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.428038 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.428341 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.428634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.428945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.429303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] host = dv-cinder-759955-5-smb {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.429613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.430002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.430813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.431136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.431444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.431753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.432071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.432378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.432683 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.432992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.433313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.433636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.433999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.434258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.434510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.434833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.435157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.435464 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.435774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.436079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.436387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.436692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.436990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.437309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.437629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.437968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.438275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.438579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.438882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.439186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.439504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.439810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.440114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.440417 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.440740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.441040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.441344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.441681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.442027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.442348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.442668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.442974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.443294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.443598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.443901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.444206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] use_json = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.444507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.444809 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.445125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.445428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.445767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.446162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.446476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.446802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:44.447135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.447472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.447810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.448126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.448453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.448771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.449100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.449411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.449736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.450085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.450409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.450719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.451039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.451391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.451677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.452018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.452352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.452679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.452984 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.453288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.453592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.453935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.454246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.454582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.454906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.455212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.455521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.455847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.456155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.456460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.456770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.457096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.457405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.457712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.458047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.458356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.458660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.458961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.459271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.459595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.459903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.460206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.460509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.460818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.461121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.461486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.461819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.462149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.462454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.462765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.463073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.463377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.463686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.463992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.464298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.464604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.464909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.465210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.465511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.465813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.466138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.466438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.466747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.468062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.468371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.468679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.468988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.469295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.469615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.469970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.470284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.470599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.470913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.471221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.471530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.471841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.472154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.472465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.472774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.473101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.473417 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.473735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.474073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.474387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.474719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.475028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.475343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.475652 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.475964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.476282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.476602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.477517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.477849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.478207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.478537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.478863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.479178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.479523 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.479834 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:44.480078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:19:44.480335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83975) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 04:19:45.129357 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading Gnome Feb 17 04:19:45.147035 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading Google Feb 17 04:19:45.149590 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 04:19:45.153019 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading file Feb 17 04:19:45.154029 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading keyczar Feb 17 04:19:45.154304 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading multi Feb 17 04:19:45.154932 dv-cinder-759955-5-smb neutron-server[83975]: INFO keyring.backend [-] Loading pyfs Feb 17 04:19:45.200868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:45.201179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:45.201497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:45.201829 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 04:19:45.588603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.589162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.589162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.638249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.638557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.638850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.642423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.642734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.643027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.710244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.710553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.710849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.712176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.712474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.712767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.981538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.981790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.982109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.982408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:45.983223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.129270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.129641 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.129990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.130289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.130583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.130958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.131248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.131531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.131811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.132139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.132427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.132721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.133020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.133821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.134151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.134460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.134746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.135059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.135339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.135823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.136109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.136385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.136717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.136990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.137261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.137682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:46.137971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:46.138245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:46.138512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:46.138778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:46.139043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:46.139458 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 04:19:46.142636 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 04:19:46.146508 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 04:19:46.150985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 17 04:19:46.152616 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 04:19:46.153861 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 04:19:46.154287 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 04:19:46.154718 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 04:19:46.157408 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 04:19:46.157687 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 04:19:46.158093 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 04:19:46.180586 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 04:19:46.181096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.181421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 04:19:46.181826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.183184 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 04:19:46.183495 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 04:19:46.183771 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 04:19:46.187001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.187310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:46.256404 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 04:19:46.256627 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 04:19:46.256898 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 04:19:46.257303 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 04:19:46.290513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.sqlalchemy.engines [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83975) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 04:19:46.822408 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing driver for type 'gre' Feb 17 04:19:46.822947 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] gre ID ranges: [(1, 1000)] Feb 17 04:19:46.919066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing driver for type 'local' Feb 17 04:19:46.919435 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing driver for type 'vlan' Feb 17 04:19:46.976239 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] VlanTypeDriver initialization complete Feb 17 04:19:46.976613 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing driver for type 'vxlan' Feb 17 04:19:46.977164 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] vxlan ID ranges: [(1, 1000)] Feb 17 04:19:47.079140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing extension driver 'port_security' Feb 17 04:19:47.079456 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.extensions.port_security [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] PortSecurityExtensionDriver initialization complete Feb 17 04:19:47.079838 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing mechanism driver 'openvswitch' Feb 17 04:19:47.086008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:47.086857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.087271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.087662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.088091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.088481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.088863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.089281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.089666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.090073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.090492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > security_group after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.090874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > security_group after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.091248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.091666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.092047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.092473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.093024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > address_group after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.093403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > address_group after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.093776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.094168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] ML2 OVO RPC backend initialized. {{(pid=83975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 04:19:47.094877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.095264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.095718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.096104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > networks before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.096481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.096857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > ports before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.097236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.097612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnets before_response 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.098018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.098396 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.098765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.099135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.099504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.099872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.100239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.100608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.100979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.101610 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.plugin [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Modular L2 Plugin initialization complete Feb 17 04:19:47.102021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading services supported by the core plugin {{(pid=83975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 04:19:47.102392 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.plugins.ml2.managers [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Got port-security extension from driver 'port_security' Feb 17 04:19:47.102901 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.extensions.vlantransparent [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Disabled vlantransparent extension. Feb 17 04:19:47.103375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 04:19:47.103721 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: router Feb 17 04:19:47.150909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.151345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_create 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.151751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router before_create 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.152151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.152564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.152952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_delete 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.153347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.153749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_create 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.154158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_update 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_update 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_update 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: subnet after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.158839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.159148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router after_update 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.159315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.159704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.160108 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.160490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.160915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > network after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.161938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Tracking information for resource: router configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:47.162286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Tracking information for resource: floatingip configured {{(pid=83975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:19:47.167217 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_agentschedulers_db [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 04:19:47.167866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.168242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port after_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.168643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port after_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.169026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: port after_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.169919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router before_create 55550100 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.170318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.170968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_create 55550100 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.171361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > router precommit_update 55550100 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.176120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.provider_configuration [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service providers = [] {{(pid=83975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 04:19:47.176515 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.servicetype_db [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 04:19:47.179569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.service_base [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:19:47.180446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.service_base [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:19:47.180929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.service_base [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:19:47.181844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.service_base [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:19:47.182247 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.services.service_base [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 04:19:47.182667 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.183016 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 04:19:47.193066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.193435 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: auto_allocate Feb 17 04:19:47.199785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: network precommit_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.200189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: network precommit_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.200773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.201129 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: tag Feb 17 04:19:47.208020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.208377 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: timestamp Feb 17 04:19:47.212694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.213203 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: network_ip_availability Feb 17 04:19:47.218671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.219072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.219453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.220227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.220578 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: flavors Feb 17 04:19:47.225089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.225455 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading Plugin: revisions Feb 17 04:19:47.229688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:19:47.230128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.029s {{(pid=83975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:47.230926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 04:19:47.231282 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Initializing extension manager. Feb 17 04:19:47.231843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: __init__.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.232216 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: __pycache__ {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.232582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.232948 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: address_group.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.233891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.234562 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: address-group Feb 17 04:19:47.234917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: address_scope.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.235677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.236249 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: address-scope Feb 17 04:19:47.236602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.237533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.238128 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: router-admin-state-down-before-update Feb 17 04:19:47.238484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: agent.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.239236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.239811 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: agent Feb 17 04:19:47.240164 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: agent_resources_synced.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.241070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.241647 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: agent-resources-synced Feb 17 04:19:47.242031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: allowedaddresspairs.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.244363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.244948 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: allowed-address-pairs Feb 17 04:19:47.245312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: auto_allocated_topology.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.246404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.246979 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: auto-allocated-topology Feb 17 04:19:47.247332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: availability_zone.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.248069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.248644 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: availability_zone Feb 17 04:19:47.248999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: availability_zone_filter.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.249940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.250503 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: availability_zone_filter Feb 17 04:19:47.250856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: data_plane_status.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.251765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.252344 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 04:19:47.252696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: default_subnetpools.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.253610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.254212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: default-subnetpools Feb 17 04:19:47.254568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.255512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.256090 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: dhcp_agent_scheduler Feb 17 04:19:47.256451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: dns.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.257360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.257947 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 04:19:47.258946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: dns_domain_ports.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.259935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.260509 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 04:19:47.260863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: dvr.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.261572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.262179 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: dvr Feb 17 04:19:47.262536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: empty_string_filtering.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.263446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.264021 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: empty-string-filtering Feb 17 04:19:47.264375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.265280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.265853 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:19:47.266234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.267153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.267731 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 04:19:47.268078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: external_net.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.268982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.269559 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: external-net Feb 17 04:19:47.269939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.270852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.271422 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: extra_dhcp_opt Feb 17 04:19:47.271778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: extraroute.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.272689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.273261 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: extraroute Feb 17 04:19:47.273617 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: extraroute_atomic.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.274754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.275326 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: extraroute-atomic Feb 17 04:19:47.275679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: filter_validation.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.276368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.276935 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: filter-validation Feb 17 04:19:47.277328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: fip_pf_description.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.278255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.278820 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 04:19:47.279171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: fip_port_details.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.280096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.280669 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: fip-port-details Feb 17 04:19:47.281023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: flavors.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.282308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.282887 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: flavors Feb 17 04:19:47.283249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.284887 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.285475 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 04:19:47.285951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: floatingip_pools.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.286700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.287276 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: floatingip-pools Feb 17 04:19:47.287636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: ip_allocation.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.288563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.289131 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 04:19:47.290093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.291182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.291760 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: ip-substring-filtering Feb 17 04:19:47.292125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l2_adjacency.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.293042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.293608 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 04:19:47.293991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.295036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.295875 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: router Feb 17 04:19:47.296234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.298484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.299076 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:19:47.299443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.300365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.300940 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: ext-gw-mode Feb 17 04:19:47.301300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.302249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.302821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: l3-ha Feb 17 04:19:47.303182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3_flavors.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.304112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.304683 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: l3-flavors Feb 17 04:19:47.305827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.306769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.307347 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 04:19:47.307704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: l3agentscheduler.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.308962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.309550 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: l3_agent_scheduler Feb 17 04:19:47.309929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: logging.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.311452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.312038 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension logging not supported by any of loaded plugins Feb 17 04:19:47.312411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: metering.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.313195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.313885 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: metering Feb 17 04:19:47.314271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.315394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.315966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: metering_source_and_destination_fields Feb 17 04:19:47.316323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: multiprovidernet.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.317249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.317827 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: multi-provider Feb 17 04:19:47.318211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: netmtu.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.319121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.319695 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: net-mtu Feb 17 04:19:47.320056 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: netmtu_writable.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.321073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.321643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: net-mtu-writable Feb 17 04:19:47.322026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: network_availability_zone.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.322739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.323303 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: network_availability_zone Feb 17 04:19:47.323659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: network_ip_availability.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.324758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.325334 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: network-ip-availability Feb 17 04:19:47.325693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: network_segment_range.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.326637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.327212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 04:19:47.327569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: pagination.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.328556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.328925 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: pagination Feb 17 04:19:47.329321 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: port_device_profile.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.330214 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.330794 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: port-device-profile Feb 17 04:19:47.331146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.332073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.332654 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: port-mac-address-regenerate Feb 17 04:19:47.333006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.333954 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.334516 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: port-numa-affinity-policy Feb 17 04:19:47.334869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: port_resource_request.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.335786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.336472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 04:19:47.336831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: portbindings.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.337757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.338356 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: binding Feb 17 04:19:47.338714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: portbindings_extended.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.339999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.340587 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: binding-extended Feb 17 04:19:47.340952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: portsecurity.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.341872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.342477 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: port-security Feb 17 04:19:47.342837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: project_id.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.343806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.344178 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: project-id Feb 17 04:19:47.344539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: providernet.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.345463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.346074 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: provider Feb 17 04:19:47.346433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.349994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.350590 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos not supported by any of loaded plugins Feb 17 04:19:47.350954 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.353815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.354429 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 04:19:47.354798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.355723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.356300 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 04:19:47.356664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_default.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.357574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.358210 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-default not supported by any of loaded plugins Feb 17 04:19:47.358572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_fip.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.359257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.359820 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 04:19:47.360176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_gateway_ip.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.361096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.361663 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 04:19:47.362046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_port_network_policy.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.362964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.363532 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 04:19:47.363889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_rule_type_details.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.364798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.365366 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 04:19:47.365721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: qos_rules_alias.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.366946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.367634 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 04:19:47.368046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: quotasv2.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.369037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.369414 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: quotas Feb 17 04:19:47.369769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: quotasv2_detail.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.371410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.371790 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: quota_details Feb 17 04:19:47.372155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: rbac.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.373297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.373893 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: rbac-policies Feb 17 04:19:47.374276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: rbac_address_scope.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.375220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.375801 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: rbac-address-scope Feb 17 04:19:47.376160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: rbac_security_groups.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.377209 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.377793 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: rbac-security-groups Feb 17 04:19:47.378184 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: rbac_subnetpool.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.379105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.379694 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: rbac-subnetpool Feb 17 04:19:47.380046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: revisionifmatch.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.380983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.381557 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: revision-if-match Feb 17 04:19:47.381928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: revisions.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.383581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.384157 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: standard-attr-revisions Feb 17 04:19:47.384515 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: router_availability_zone.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.385228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.385804 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: router_availability_zone Feb 17 04:19:47.386181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: routerservicetype.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.387105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.387673 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 04:19:47.388026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.388964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.389540 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: security-groups-normalized-cidr Feb 17 04:19:47.389891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.390826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.391400 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: port-security-groups-filtering Feb 17 04:19:47.391752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.392691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.393270 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: security-groups-remote-address-group Feb 17 04:19:47.393629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: securitygroup.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.407155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.407770 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: security-group Feb 17 04:19:47.408141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: segment.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.408992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.409590 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension segment not supported by any of loaded plugins Feb 17 04:19:47.409948 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.410892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.411470 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 04:19:47.411830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: servicetype.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.412922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.413508 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: service-type Feb 17 04:19:47.413867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: sorting.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.414902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.415268 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: sorting Feb 17 04:19:47.415624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: standard_attr_segment.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.416534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.417115 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 04:19:47.417471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: standardattrdescription.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.418164 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.418748 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: standard-attr-description Feb 17 04:19:47.419099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: stateful_security_group.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.420029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.420873 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: stateful-security-group Feb 17 04:19:47.421227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: stdattrs_common.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.421805 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 04:19:47.422185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.423206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.423790 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 04:19:47.424143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: subnet_onboard.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.425196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.425781 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: subnet_onboard Feb 17 04:19:47.426167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.427099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.427667 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 04:19:47.428020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: subnet_service_types.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.428943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.429516 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: subnet-service-types Feb 17 04:19:47.429872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: subnetallocation.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.430984 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.431563 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: subnet_allocation Feb 17 04:19:47.431918 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.432607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.433187 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: subnetpool-prefix-ops Feb 17 04:19:47.433542 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.434501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.435075 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 04:19:47.435430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: tagging.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.436698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.437292 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: standard-attr-tag Feb 17 04:19:47.437651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: timestamp.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.438846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.439426 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loaded extension: standard-attr-timestamp Feb 17 04:19:47.439788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: trunk.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.440804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.441380 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension trunk not supported by any of loaded plugins Feb 17 04:19:47.441738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: trunk_details.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.442707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.443279 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 04:19:47.443633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: uplink_status_propagation.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.444550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.445121 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 04:19:47.445474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Loading extension file: vlantransparent.py {{(pid=83975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:19:47.446729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:19:47.447302 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 04:19:47.449983 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:network Feb 17 04:19:47.450796 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:subnet Feb 17 04:19:47.451462 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:19:47.452128 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:port Feb 17 04:19:47.453609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.454120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service FLAVORS assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.454813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.455290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.455655 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:router Feb 17 04:19:47.456375 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:19:47.457140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service METERING assigned prefix: /metering {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.458933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.459332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.459710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:19:47.460838 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:19:47.461877 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:19:47.462725 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:19:47.463543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service CORE assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.463909 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:19:47.464278 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] subnetpool is already registered Feb 17 04:19:47.464945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service CORE assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.465309 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:19:47.465666 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] subnetpool is already registered Feb 17 04:19:47.468389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.468859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service FLAVORS assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.469500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.469977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.470348 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:router Feb 17 04:19:47.470709 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] router is already registered Feb 17 04:19:47.471354 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:19:47.471712 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] floatingip is already registered Feb 17 04:19:47.472390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service METERING assigned prefix: /metering {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.473130 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:19:47.473490 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] rbac_policy is already registered Feb 17 04:19:47.474135 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:19:47.474497 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] security_group is already registered Feb 17 04:19:47.475137 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:19:47.475496 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] security_group_rule is already registered Feb 17 04:19:47.476217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service CORE assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.476576 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:19:47.477049 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] subnetpool is already registered Feb 17 04:19:47.478004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.resource_helper [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Service CORE assigned prefix: {{(pid=83975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:19:47.478372 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:19:47.478756 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.quota.resource_registry [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] subnetpool is already registered Feb 17 04:19:47.479525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: extensions {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.481058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: address-groups {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.482749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: address-scopes {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.484037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: agents {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.485252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: auto-allocated-topology {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.486594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: availability_zones {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.487974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: dhcp-networks {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.489463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: dhcp-agents {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.491010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: routers {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.493010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: flavors {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.494266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: service_profiles {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.495537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: next_providers {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.497945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: service_profiles {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.499498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: floatingip-pools {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.500837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: routers {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.502750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: floatingips {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.504001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: l3-routers {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.505462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: l3-agents {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.506977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: metering-labels {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.508933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: metering-label-rules {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.510320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: network-ip-availabilities {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.511642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: bindings {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.513360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: quotas {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.514890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: quotas {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.516373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: rbac-policies {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.517726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: security-groups {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.519017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: security-group-rules {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.520322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: service-providers {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.521604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: subnetpools {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.523100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: subnetpools {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.525203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.526995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.528892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.530766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.532640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.534449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.536311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.538258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.540318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.542266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.extensions [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Extended resource: tags {{(pid=83975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:19:47.549488 dv-cinder-759955-5-smb neutron-server[83975]: WARNING keystonemiddleware.auth_token [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 04:19:47.554742 dv-cinder-759955-5-smb neutron-server[83975]: WARNING keystonemiddleware.auth_token [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 04:19:47.563535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Acquired lock "singleton_lock" {{(pid=83975) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 04:19:47.564055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Releasing lock "singleton_lock" {{(pid=83975) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 04:19:47.565485 dv-cinder-759955-5-smb neutron-server[83975]: INFO oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Starting 2 workers Feb 17 04:19:47.570355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Started child 84086 {{(pid=83975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:19:47.574936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:47.575866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Started child 84087 {{(pid=83975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:19:47.576470 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [-] (84086) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:19:47.577332 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 04:19:47.578010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Notify callbacks [] for process, before_spawn {{(pid=83975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:47.579422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:47.580463 dv-cinder-759955-5-smb neutron-server[83975]: INFO oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Starting 1 workers Feb 17 04:19:47.580728 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [-] (84087) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:19:47.585977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Started child 84088 {{(pid=83975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:19:47.587098 dv-cinder-759955-5-smb neutron-server[83975]: INFO oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Starting 1 workers Feb 17 04:19:47.588992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] calling RpcWorker wait() {{(pid=84088) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 04:19:47.589441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] returning from RpcWorker wait() {{(pid=84088) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 04:19:47.591006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:47.591566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:47.591998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Started child 84089 {{(pid=83975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:19:47.592841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-feabffd4-b548-4702-87ae-3827f6878cf3 None None] Notify callbacks [] for process, after_spawn {{(pid=83975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:47.594530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83975) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:19:47.594775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:19:47.594980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:19:47.595242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:19:47.595647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:19:47.595817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:19:47.595961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:47.596666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.596997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.597310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.597590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.597940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.598585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.598875 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.599175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.599486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.599759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.599956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.600148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.600430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.600716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.601050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.601334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.601610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.601938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.602162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.602432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.602889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.603191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.603496 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] debug = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.603771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.604358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.604629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.604930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.605193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.605489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.605752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.606094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.606392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.606643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.606922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.607198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.607446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.607733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.608028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.608275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.608720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] host = dv-cinder-759955-5-smb {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.608990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.609239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.609504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.609767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.610059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.610323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.610622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.610913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.611190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.611452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.611736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.612015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.612290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.612556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.612747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_options = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.613022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.613308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.613623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.613835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.614063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.614240 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.614514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.614672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.614944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.615189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.615431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.615675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.615936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.616175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.616473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.616719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.617003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.617255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.617635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.618085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.618373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.618638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.618911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.619174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.619386 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.619637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.619905 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.620157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.620365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.620614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.620882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.621181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.621419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.621708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.622028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.622255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.622485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.622710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.623001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.623436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.624327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.624792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.624979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.625136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.625539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.626125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_json = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.626620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:47.626729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.626729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.627011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.627265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.627550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.627820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.628071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.628356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.628796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.629112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.629459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.629739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.630035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.630307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.630593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.630849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.631116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.631383 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.631713 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.631970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.632287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.632542 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.632817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.633765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.634185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.634698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.634966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.643356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.644059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.646849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.647928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.648405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.648405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.648405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.648633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.649570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.649842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.650132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.650388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.650635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.650901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.651146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.651917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.652171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.652500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.652858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.653134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.653411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.653695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.654009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.654282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.654571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.654824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.655141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.655324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.655588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.655853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.656141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.656416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.656668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.657361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.657619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.657880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.658181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.658452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.658825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.661069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.662282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.662748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.663052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.663389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.663736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.664014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.664388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.664702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.665023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.665359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.665675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.666011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.666329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.666646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.666924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.667219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.667512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.667768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.668077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.668364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.668662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.668959 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.669269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.669504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.669799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.670242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.670819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.671088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.671348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.671648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.671940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.672203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.672507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.672810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.673099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.673382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.673678 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.673953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.674215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.674510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.674770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.675040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.675292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.675556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.675829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.676101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.676399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.676653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.677005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.677237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.677646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.678110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.678413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.678720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.678988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.679260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.679521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.679779 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.680595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.680867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.681249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.681502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.681814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.682143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.682415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.682710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.682977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.683264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.683519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.683814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.684070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.684311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.684564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.684836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.685091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.685361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.685640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.685913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.686216 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.686479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.686865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.687146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.687423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.687700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.687962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.688239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.688498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.688777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.689037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.689292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.689548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.689838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.690146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.690429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.690682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.690934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.691187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.691446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.691703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.692054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.692339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.692651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.692910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.693160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.693428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.693679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.693947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.694208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.694459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.694727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.694995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.695244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.695505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.696348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.696804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.697118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.697369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.697691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.698013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.698309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.698618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.698999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.699253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.699486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.699743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.700007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.700269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.700587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.700957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.701308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.701626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.701961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.702307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.702616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.702942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.703182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.703493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.703873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.704162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.704472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.704744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.705084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.705351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.705635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.705924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.706206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.706461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.706727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.706997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.707264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.707525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.707870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.708127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.708416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.708668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.708954 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.709213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.709404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:19:47.709990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83975) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:19:47.710183 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:19:47.710369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:19:47.710591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:19:47.710795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:19:47.710979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:19:47.711271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.711466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.711660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.711852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.712042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.712267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.712460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.712652 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.712845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.713005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.713195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.713382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.713568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.713847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.714064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.714257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.714416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.714608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.714799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.714987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.715175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.715365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.715558 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] debug = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.715747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.715971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.716162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.716349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.716536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.716726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.716913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.717102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.717289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.717476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.717663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.717848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.718060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.718247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.718433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.718620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.718807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] host = dv-cinder-759955-5-smb {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.718997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.719186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.719376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.719566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.719735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.719916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.720102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.720290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.720479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.720666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.720852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.721040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.721229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.721415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.721602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_options = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.721789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.721998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.722187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.722397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.722587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.722778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.722969 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.723155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.723342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.723528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.723716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.723905 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.724093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.724279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.724466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.724689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.724878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.725066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.725254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.725445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.725631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.725818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.726030 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.726218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.726405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.726592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.726799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.727085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.727431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.727633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.727815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.728042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.728143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.728321 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.728509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.728699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.728987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.729087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.729228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.729371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.729559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.729746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.729989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.730102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.730297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.730486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_json = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.730672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.730860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.731047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.731233 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.731422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.731609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.731797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.731986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:19:47.732197 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.732390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.732594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.732786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.732977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.733167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.733359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.733551 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.733742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.733952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.734155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.734348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.734551 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.734743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.734935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.735130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.735322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.735518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.735710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.735902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.736093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.736285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.736493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.736684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.736879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.737069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.737260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.737452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.737644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.737835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.738071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.738262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.738453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.738643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.738832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.739023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.739213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.739404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.739596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.739788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.739979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.740171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.740387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.740555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.740692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.740865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.741039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.741230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.741422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.741612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.741815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.742096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.742246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.742342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.743163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.743438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.743729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.743952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.744120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.744313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.744508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.744715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.744906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.745099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.745291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.745483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.745676 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.745871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.746087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.746280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.746471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.746663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.746853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.747044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.747236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.747429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.747619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.747810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.748002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.748193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.748384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.748574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.748765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.748956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.749156 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.749363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.749555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.749748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.749967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.750182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.750335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.750526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.750743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.750908 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.751097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.751288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.751480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.751673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.751865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.752054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.752244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.752433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.752624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.752814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.753006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.753198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.753389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.753579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.753769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.753979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.754171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.754373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.754564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.754758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.754952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.755150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.755352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.755544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.755734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.755929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.756122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.756312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.756502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.756693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.756884 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.757074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.757265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.757429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:47.757533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.757628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.757802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.757988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.758761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.759081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.759275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.759465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.759656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.759850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.760041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.760233 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.760424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.760615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.760806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.760997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.761189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.761381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.761572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.761762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.761975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.762169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.762362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.762555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.762747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.762939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.763130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.763320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.763513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.763703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.763895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.764085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.764276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.764466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.764654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.764844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.765034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.765224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.765414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.765605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.765794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.766010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.766202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.766393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.766585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.766776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.766968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.767159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.767350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.767541 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.767731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.767923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.768114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.768303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.768495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.768685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.768878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.769072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.769262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.769455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.769663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.769855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.770104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.770226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.770415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.770590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.770780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.770971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.771161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.771352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.771542 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.771734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.771928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.772120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.772312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.772504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.772695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.772885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.773075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.773279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.773472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.773682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.773999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.774318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.774529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.774723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.774915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.775107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.775300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.775503 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.775708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.775903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.776029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.776202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.776403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.776596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.776788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.776987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.777180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.777372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.777566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.777771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.777985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.778186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.778378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.778568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.778760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.778987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.779101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.779303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.779501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.779693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.779892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.780092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.780291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.780483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.780683 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.780888 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.781079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.781270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.781462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.781653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.781843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.782030 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.782223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.782412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.782602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.782793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.782985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.783177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.783367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.783559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.783751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.783941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.784130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.784320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.784511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:19:47.784695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:19:47.884776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48532) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:47.896006 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090961 Feb 17 04:19:58.362259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8115e5-f85b-4921-9776-fed046969aaf None None] get_active_networks_info from dv-cinder-759955-5-smb {{(pid=84088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 04:19:58.504610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8115e5-f85b-4921-9776-fed046969aaf None None] No non-hosted networks {{(pid=84088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 04:19:58.665324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70f741ff-436a-4af1-8141-5b0eadcafc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593'] for agent, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:00.992044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5132a8fc-2189-48a7-872c-369c2d5029fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593'] for agent, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:01.028376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22eab4dc-5827-4990-a24e-80481ee728b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:01.102427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593'] for agent, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:02.337275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593'] for agent, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:02.338012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.338564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.339087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.339605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.340121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.340817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.341337 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.342259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.342756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.343409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.343945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.344672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:02.345256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:02.355266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:02.673785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593'] for agent, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:04.241630 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_hamode_db [None req-39688e0a-16e0-4cd8-bca4-562c769f6e8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 04:20:04.317018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2249879b-20dd-4bab-8639-606f88719985 None None] get_endpoint_by_host() called for host dv-cinder-759955-5-smb {{(pid=84088) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:20:04.332408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2249879b-20dd-4bab-8639-606f88719985 None None] get_endpoint_by_ip() called for ip 192.168.0.60 {{(pid=84088) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:20:04.340276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2249879b-20dd-4bab-8639-606f88719985 None None] _add_endpoint() called for ip 192.168.0.60 {{(pid=84088) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:20:04.343903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39688e0a-16e0-4cd8-bca4-562c769f6e8e None None] Routers set() bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:20:04.344335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39688e0a-16e0-4cd8-bca4-562c769f6e8e None None] Router IDs set() for agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 04:20:04.364369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48624) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:04.381443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2249879b-20dd-4bab-8639-606f88719985 None None] _get_endpoints() called {{(pid=84088) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:20:04.993143 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-3f1d8fe9-4b06-4e69-bc1a-0427b604848e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:20:04.993705 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-3f1d8fe9-4b06-4e69-bc1a-0427b604848e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:20:05.225793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [None req-3f1d8fe9-4b06-4e69-bc1a-0427b604848e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:20:05.227586 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-3f1d8fe9-4b06-4e69-bc1a-0427b604848e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8622172 Feb 17 04:20:07.965106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48638) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:08.354280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:08.422669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.policy [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84087) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:20:08.458455 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:20:08.458868 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:20:08.484642 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] Loaded quota_driver: . Feb 17 04:20:08.500805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:08.609723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746777835514', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746777807967', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746777817589', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746777724885', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746777725884', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-728037', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852790770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1639335'] for rbac-policy, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:08.827303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:08.828570 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-072695b3-5b60-408c-9471-7c9f3c7b94a0 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8624785 Feb 17 04:20:11.773883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48652) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:12.147663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Request body: {'network': {'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'name': 'private', 'admin_state_up': True}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:12.153812 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:12.158589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Usage tracker for resource:network and tenant:4e27acd5a1d74da88c9cf888cb7dfcb7 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:12.162304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:12.169140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:12.210085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Made reservation on behalf of 4e27acd5a1d74da88c9cf888cb7dfcb7 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:20:12.216762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.236297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.404353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:12.408208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Usage tracker for resource:security_group_rule and tenant:4e27acd5a1d74da88c9cf888cb7dfcb7 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:12.411699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:12.418002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:12.629044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.661597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.666818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:12.688328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:20:12.716961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.717438 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Added segment bd8a29a9-c0e6-4865-9a82-0fc8340f377d of type vxlan for network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 Feb 17 04:20:12.768151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e7b62a-dc96-437c-a7fe-e955f4aa42b7,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:12.785171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.785643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.785889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.786295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.786650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.787004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.787355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.787705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.788055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.788403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.789294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.789726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Tracked resource versions report: Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:20:12.790829 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:20:12.837298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.843705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:12.901319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.902708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:12.903367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:12.908176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:13.019410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Pushing event updated for resources: {'Network': ['ID=1241838c-0618-4f3a-bf03-ad750a2d7dc5,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:13.022531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:13.030777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:20:13.051213 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2761641 Feb 17 04:20:16.075281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48668) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:16.549819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2e96d-74e1-42c4-a6ba-27aa0f506299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:16.551310 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c3c2e96d-74e1-42c4-a6ba-27aa0f506299 admin admin] 10.222.0.26 "GET /v2.0/networks/1241838c-0618-4f3a-bf03-ad750a2d7dc5 HTTP/1.1" status: 200 len: 818 time: 0.4750154 Feb 17 04:20:16.582124 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-bb5e0674-2b52-4cc1-bb33-ab4dc59b0733 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/3cfbc11c-d799-4073-be14-a9a026da0e8b HTTP/1.1" status: 200 len: 734 time: 0.0244536 Feb 17 04:20:16.592150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'name': 'private-subnet', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:16.596490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:16.600332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Usage tracker for resource:subnet and tenant:4e27acd5a1d74da88c9cf888cb7dfcb7 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:16.603275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:16.608758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:16.701213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Made reservation on behalf of 4e27acd5a1d74da88c9cf888cb7dfcb7 for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:20:16.705710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:17.221566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:17.236470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:17.377474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f803b7a-12fc-428a-82c9-e90cfe22b93b,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:17.383741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:17.441753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Checking segment: {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:20:17.442169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Network hostable DHCP agents. Network: 1241838c-0618-4f3a-bf03-ad750a2d7dc5, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:20:17.483916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:20:17.518494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 1241838c-0618-4f3a-bf03-ad750a2d7dc5) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:20:17.522981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:17.523756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:17.528553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8d4c2-9bed-4828-b75b-a1a7806264d2 None None] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:20:17.576324 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9876883 Feb 17 04:20:18.024823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:20:18.025874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:18.348021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Allocated IP 172.20.0.2 (1241838c-0618-4f3a-bf03-ad750a2d7dc5/0f803b7a-12fc-428a-82c9-e90cfe22b93b/e91b1fb0-a6ff-4193-ae3b-d16bb7302504) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:20:18.590415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:18.647271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Transition to ACTIVE for port object e91b1fb0-a6ff-4193-ae3b-d16bb7302504 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:20:18.664096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Transition to ACTIVE for port object e91b1fb0-a6ff-4193-ae3b-d16bb7302504 will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:20:18.690510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:18.706432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:18.852314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Pushing event updated for resources: {'Port': ['ID=e91b1fb0-a6ff-4193-ae3b-d16bb7302504,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:18.862765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.863139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.863502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.863862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.864217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.864571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.864921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.865270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.865617 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.865982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.866406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.866824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Tracked resource versions report: Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:20:18.867881 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:20:18.874086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:18.912708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:20:18.913968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:20:18.916648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:20:18.978252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Attempting to bind port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:20:18.978669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Attempting to bind port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:20:18.979083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Attempting to bind port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 on network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:20:18.984547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:20:18.984963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Checking segment: {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:20:18.986264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:18.986264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Bound using segment: {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:20:18.986461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Bound port: e91b1fb0-a6ff-4193-ae3b-d16bb7302504, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:20:18.987055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:19.078410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] For port e91b1fb0-a6ff-4193-ae3b-d16bb7302504, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:20:19.082415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] For port e91b1fb0-a6ff-4193-ae3b-d16bb7302504, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=e91b1fb0-a6ff-4193-ae3b-d16bb7302504,segment=NetworkSegment(bd8a29a9-c0e6-4865-9a82-0fc8340f377d),segment_id=bd8a29a9-c0e6-4865-9a82-0fc8340f377d)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:20:19.136378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:19.152133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:19.314069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Pushing event updated for resources: {'Port': ['ID=e91b1fb0-a6ff-4193-ae3b-d16bb7302504,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:19.318685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:20.355623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48678) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:20.758713 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [None req-4a908088-08a4-47fc-9131-1572066e24c6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:20:20.759808 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4a908088-08a4-47fc-9131-1572066e24c6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4031901 Feb 17 04:20:22.388583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device e91b1fb0-a6ff-4193-ae3b-d16bb7302504 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:20:22.489752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:20:23.491312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48692) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:23.908603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [None req-fc440705-ea69-4546-881d-6726901ee21b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:20:23.909650 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fc440705-ea69-4546-881d-6726901ee21b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4172111 Feb 17 04:20:24.154717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17d1093-3127-409d-b8dd-76fee6499a6f None None] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:20:24.298994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Provisioning for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:20:24.336446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Provisioning complete for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:24.336847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:24.527040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:24.574736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] For port e91b1fb0-a6ff-4193-ae3b-d16bb7302504, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=e91b1fb0-a6ff-4193-ae3b-d16bb7302504,segment=NetworkSegment(bd8a29a9-c0e6-4865-9a82-0fc8340f377d),segment_id=bd8a29a9-c0e6-4865-9a82-0fc8340f377d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:20:24.604218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:24.606412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:24.677612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Pushing event updated for resources: {'Port': ['ID=e91b1fb0-a6ff-4193-ae3b-d16bb7302504,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:24.680970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:24.829078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-73d5c7da-bf02-438c-9030-0737b21f21e7 None None] Provisioning complete for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:24.829486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-73d5c7da-bf02-438c-9030-0737b21f21e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:25.079708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-408c6171-e8ca-4afd-a1ed-ddb9821e126b None None] Provisioning complete for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:25.080048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-408c6171-e8ca-4afd-a1ed-ddb9821e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:26.324883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device e91b1fb0-a6ff-4193-ae3b-d16bb7302504 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:20:26.398769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:26.399174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:26.970611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48704) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:27.344892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Request body: {'router': {'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:27.350699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:27.354816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Usage tracker for resource:router and tenant:4e27acd5a1d74da88c9cf888cb7dfcb7 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:27.358009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:27.363669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:27.404105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:27.405439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:27.464485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:27.592915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:27.626505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:27.627697 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6b707922-4381-460e-bd1a-9fc99d229661 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6560380 Feb 17 04:20:28.260773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c736daea-52ed-4bea-b5a6-30724accbade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:30.321629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48714) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:30.713218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [None req-4e1141e2-1db6-45c1-8028-cdbc06864e5d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:20:30.714289 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4e1141e2-1db6-45c1-8028-cdbc06864e5d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3915913 Feb 17 04:20:30.941179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bcd18fc3-4915-4d5a-a139-bb73e8f978a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:31.020797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:32.329009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:32.597460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:33.481682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48734) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:33.645894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:33.651898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:33.655861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Usage tracker for resource:network and tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:33.659341 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:33.665852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:33.786623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Made reservation on behalf of 1b3aa0d8e4e1472b86d31642aa5ff5c4 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:20:33.791966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:33.805066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:33.821039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:33.825006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Usage tracker for resource:security_group_rule and tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:33.827898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:33.833526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:34.028748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:34.066380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:34.071298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:34.087092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Reserving flat network on physical network physnet1 {{(pid=84087) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 04:20:34.102155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccfcd8c-c6b1-4a45-a205-77b3aefc6756,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:34.105529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:34.155605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:34.156609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Unsubscribe: segment precommit_create {{(pid=84087) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 04:20:34.157380 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Added segment e2e7937a-677a-47e8-a118-681035268864 of type flat for network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 Feb 17 04:20:34.277572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:34.340618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:34.341843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:34.342521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:34.347376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:34.451054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Pushing event updated for resources: {'Network': ['ID=078ecdf9-9a1d-4ee9-ad82-ed532b272cc4,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:34.454020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:34.461858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:20:34.472962 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9902003 Feb 17 04:20:37.022341 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48754) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:37.139547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf194f-605b-49c0-876c-3db9ac099db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:37.140972 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-eeaf194f-605b-49c0-876c-3db9ac099db3 admin admin] 10.222.0.26 "GET /v2.0/subnets/0f803b7a-12fc-428a-82c9-e90cfe22b93b HTTP/1.1" status: 200 len: 849 time: 0.1176109 Feb 17 04:20:37.294003 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-217224af-33bf-4e1c-b898-490d2db7d30b admin admin] 10.222.0.26 "GET /v2.0/routers/a681a9ae-9090-4068-8a5f-55b735534839 HTTP/1.1" status: 200 len: 704 time: 0.1468019 Feb 17 04:20:37.925505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:38.313335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Allocated IP 172.20.0.1 (1241838c-0618-4f3a-bf03-ad750a2d7dc5/0f803b7a-12fc-428a-82c9-e90cfe22b93b/39d3471f-c289-42fe-849c-1cbf4ecf1677) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:20:38.540328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:38.558362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Transition to ACTIVE for port object 39d3471f-c289-42fe-849c-1cbf4ecf1677 will not be triggered until provisioned by entity DHCP. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:20:38.626609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:38.641789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:38.782543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Pushing event updated for resources: {'Port': ['ID=39d3471f-c289-42fe-849c-1cbf4ecf1677,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:38.791402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:38.837420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:20:38.838550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:20:38.840874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:20:38.841407 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.026134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-169a8d45-5b32-43f1-a1ba-b0d49a01d935 None None] Provisioning for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:20:39.031166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-169a8d45-5b32-43f1-a1ba-b0d49a01d935 None None] Provisioning complete for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:39.031569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-169a8d45-5b32-43f1-a1ba-b0d49a01d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.087673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-169a8d45-5b32-43f1-a1ba-b0d49a01d935 None None] Port 39d3471f-c289-42fe-849c-1cbf4ecf1677 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:20:39.136994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.424654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.454558 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.455675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.470230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:39.614361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Pushing event updated for resources: {'Port': ['ID=39d3471f-c289-42fe-849c-1cbf4ecf1677,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:39.619274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:39.664375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:20:39.665457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:20:39.911135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3c6d741c-6efb-46a3-83d4-a064e36a281a None None] Provisioning complete for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:39.911551 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3c6d741c-6efb-46a3-83d4-a064e36a281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:39.968481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d741c-6efb-46a3-83d4-a064e36a281a None None] Port 39d3471f-c289-42fe-849c-1cbf4ecf1677 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:20:40.066717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Router a681a9ae-9090-4068-8a5f-55b735534839 is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:20:40.231250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:20:40.240551 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] 10.222.0.26 "PUT /v2.0/routers/a681a9ae-9090-4068-8a5f-55b735534839/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9408045 Feb 17 04:20:40.257774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Sync routers for ids ['a681a9ae-9090-4068-8a5f-55b735534839'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:20:40.268419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Routers {'a681a9ae-9090-4068-8a5f-55b735534839'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:20:40.269303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:20:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['a681a9ae-9090-4068-8a5f-55b735534839'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:40.456604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Set router a681a9ae-9090-4068-8a5f-55b735534839 gateway port host: None {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:20:41.045816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'name': 'router1', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:20:27Z', 'updated_at': '2021-02-17T04:20:39Z', 'revision_number': 2, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'gw_port_host': None, '_interfaces': [{'id': '39d3471f-c289-42fe-849c-1cbf4ecf1677', 'name': '', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'mac_address': 'fa:16:3e:ef:b2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:38Z', 'updated_at': '2021-02-17T04:20:39Z', 'revision_number': 2, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'subnets': [{'id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:41.050854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Checking router: a681a9ae-9090-4068-8a5f-55b735534839 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:20:41.051254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Updating router a681a9ae-9090-4068-8a5f-55b735534839 port 39d3471f-c289-42fe-849c-1cbf4ecf1677 binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:20:41.106543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:41.563895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:41.579234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Transition to ACTIVE for port object 39d3471f-c289-42fe-849c-1cbf4ecf1677 will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:20:41.603271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:41.619688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:41.766123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Pushing event updated for resources: {'Port': ['ID=39d3471f-c289-42fe-849c-1cbf4ecf1677,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:41.777284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.777656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.778040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.778403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.778756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.779108 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.779459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.779807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.780285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.780482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.780824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.781169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Tracked resource versions report: Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:20:41.782253 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:20:41.789213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:41.952491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Attempting to bind port 39d3471f-c289-42fe-849c-1cbf4ecf1677 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:20:41.952914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Attempting to bind port 39d3471f-c289-42fe-849c-1cbf4ecf1677 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:20:41.953343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Attempting to bind port 39d3471f-c289-42fe-849c-1cbf4ecf1677 on network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:20:41.959819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:20:41.960253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Checking segment: {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:20:41.960728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:41.961158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Bound using segment: {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:20:41.961705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Bound port: 39d3471f-c289-42fe-849c-1cbf4ecf1677, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8a29a9-c0e6-4865-9a82-0fc8340f377d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:20:41.962154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:42.058667 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] For port 39d3471f-c289-42fe-849c-1cbf4ecf1677, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:20:42.063000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] For port 39d3471f-c289-42fe-849c-1cbf4ecf1677, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=39d3471f-c289-42fe-849c-1cbf4ecf1677,segment=NetworkSegment(bd8a29a9-c0e6-4865-9a82-0fc8340f377d),segment_id=bd8a29a9-c0e6-4865-9a82-0fc8340f377d)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:20:42.106714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:42.122582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:42.287494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Pushing event updated for resources: {'Port': ['ID=39d3471f-c289-42fe-849c-1cbf4ecf1677,revision_number=4']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:42.292831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:42.344159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Routers {'a681a9ae-9090-4068-8a5f-55b735534839'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:20:42.344849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:20:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['a681a9ae-9090-4068-8a5f-55b735534839'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:42.510516 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] Set router a681a9ae-9090-4068-8a5f-55b735534839 gateway port host: None {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:20:42.779172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48766) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:42.859569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'name': 'router1', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:20:27Z', 'updated_at': '2021-02-17T04:20:39Z', 'revision_number': 2, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'gw_port_host': None, '_interfaces': [{'id': '39d3471f-c289-42fe-849c-1cbf4ecf1677', 'name': '', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'mac_address': 'fa:16:3e:ef:b2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:38Z', 'updated_at': '2021-02-17T04:20:42Z', 'revision_number': 4, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'subnets': [{'id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:42.863695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4b469-833b-40ab-80bc-e5bc2521cc95 None None] The sync data for ids ['a681a9ae-9090-4068-8a5f-55b735534839'] in dv-cinder-759955-5-smb is: [{'id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'name': 'router1', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:20:27Z', 'updated_at': '2021-02-17T04:20:39Z', 'revision_number': 2, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'gw_port_host': None, '_interfaces': [{'id': '39d3471f-c289-42fe-849c-1cbf4ecf1677', 'name': '', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'mac_address': 'fa:16:3e:ef:b2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:38Z', 'updated_at': '2021-02-17T04:20:42Z', 'revision_number': 4, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'subnets': [{'id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:20:42.942279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21579b1b-4779-44ce-94c8-92b7505bff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:42.942891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-21579b1b-4779-44ce-94c8-92b7505bff54 admin admin] Synchronizing usage tracker for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:20:42.985750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-21579b1b-4779-44ce-94c8-92b7505bff54 admin admin] Unset dirty status for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:20:42.986982 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-21579b1b-4779-44ce-94c8-92b7505bff54 admin admin] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 842 time: 0.2067971 Feb 17 04:20:42.998097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:43.003373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:43.007395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Usage tracker for resource:subnet and tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:43.010288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:43.016353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:43.048494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Made reservation on behalf of 1b3aa0d8e4e1472b86d31642aa5ff5c4 for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:20:43.053172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:43.702068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84087) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:20:43.702571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:43.717770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fb582d98-0aad-4d23-85cb-a8de27328f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:43.865965 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ef4811-1749-4464-95d3-ec5de9191cbc,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:43.868801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:43.934451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:20:43.934844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Network hostable DHCP agents. Network: 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:20:44.021050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:20:44.088969 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:20:44.093066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:44.093698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:44.098733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ee12f-606e-4e85-8c16-46a202e89aa7 None None] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:20:44.192831 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1985753 Feb 17 04:20:44.355809 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a54582-6d4f-497f-839b-2f37e9a135bb None None] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:20:44.391602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 39d3471f-c289-42fe-849c-1cbf4ecf1677 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:20:44.605649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:20:44.641768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:44.642196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:44.654924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:20:44.914644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:44.948970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 39d3471f-c289-42fe-849c-1cbf4ecf1677, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=39d3471f-c289-42fe-849c-1cbf4ecf1677,segment=NetworkSegment(bd8a29a9-c0e6-4865-9a82-0fc8340f377d),segment_id=bd8a29a9-c0e6-4865-9a82-0fc8340f377d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:20:44.986165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:44.988331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8deda355-7c4d-43fc-ba3a-7f99a785a464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:45.059712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=39d3471f-c289-42fe-849c-1cbf4ecf1677,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:45.062926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:46.339405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 39d3471f-c289-42fe-849c-1cbf4ecf1677 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:20:46.414266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:46.414681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:46.809027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48780) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:47.015773 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-2508509c-afd5-4310-8c0b-bbce52f30d28 admin admin] 10.222.0.26 "GET /v2.0/routers/a681a9ae-9090-4068-8a5f-55b735534839 HTTP/1.1" status: 200 len: 710 time: 0.2055833 Feb 17 04:20:47.153000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7e189-d958-4bb6-be7d-58dabce0eb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:47.154462 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-73a7e189-d958-4bb6-be7d-58dabce0eb03 admin admin] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 886 time: 0.1327696 Feb 17 04:20:47.164549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:20:47.805921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.171963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.231409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.244617 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.259562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:20:48.263534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:20:48.266446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:20:48.272134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:20:48.467169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.488544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.503797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e5353822-259f-4c60-abde-33c53bc8d71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:48.603570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f9182-4535-4a8c-bbcc-e6d4dca7e75a,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:48.608222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:48.764523 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Allocated IP 172.28.3.195 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:20:48.913712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.968946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:48.984649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:49.121741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:49.126114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:49.169117 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:20:49.170427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:20:49.172819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:20:49.681431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:50.034869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:50.038797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852782033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1993748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852744282'] for router, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:50.415124 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Router a681a9ae-9090-4068-8a5f-55b735534839 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:20:50.595900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:20:50.606595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Sync routers for ids ['a681a9ae-9090-4068-8a5f-55b735534839'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:20:50.612129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:50.613374 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] 10.222.0.26 "PUT /v2.0/routers/a681a9ae-9090-4068-8a5f-55b735534839 HTTP/1.1" status: 200 len: 890 time: 3.4527884 Feb 17 04:20:50.618048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Routers {'a681a9ae-9090-4068-8a5f-55b735534839'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:20:50.618740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:20:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['a681a9ae-9090-4068-8a5f-55b735534839'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:50.823709 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Set router a681a9ae-9090-4068-8a5f-55b735534839 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:20:51.184771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'name': 'router1', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:20:27Z', 'updated_at': '2021-02-17T04:20:49Z', 'revision_number': 4, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'gw_port': {'id': '9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:48Z', 'updated_at': '2021-02-17T04:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '39d3471f-c289-42fe-849c-1cbf4ecf1677', 'name': '', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'mac_address': 'fa:16:3e:ef:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:38Z', 'updated_at': '2021-02-17T04:20:44Z', 'revision_number': 5, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'subnets': [{'id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:51.189829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Checking router: a681a9ae-9090-4068-8a5f-55b735534839 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:20:51.190245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Updating router a681a9ae-9090-4068-8a5f-55b735534839 port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:20:51.251441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:51.651303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:51.717744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Transition to ACTIVE for port object 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:20:51.763234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:51.783437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:51.925922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f9ba-7a91-42dd-a2a8-ddfcc48b5ee1 None None] Pushing event updated for resources: {'Port': ['ID=9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:51.929483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-48d2f9ba-7a91-42dd-a2a8-ddfcc48b5ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:51.984957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Attempting to bind port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:20:51.985368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Attempting to bind port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:20:51.985774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Attempting to bind port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:20:51.991579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:20:51.991991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:20:51.992427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:51.992854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:20:51.993366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Bound port: 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:20:51.993775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:52.073447 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] For port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:20:52.076560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] For port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:20:52.106560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:52.122261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:52.275119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f9ba-7a91-42dd-a2a8-ddfcc48b5ee1 None None] Pushing event updated for resources: {'Port': ['ID=9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:52.278320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-48d2f9ba-7a91-42dd-a2a8-ddfcc48b5ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:52.320956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Routers {'a681a9ae-9090-4068-8a5f-55b735534839'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:20:52.321614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:20:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['a681a9ae-9090-4068-8a5f-55b735534839'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:52.664673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] Set router a681a9ae-9090-4068-8a5f-55b735534839 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:20:53.017395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'name': 'router1', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:20:27Z', 'updated_at': '2021-02-17T04:20:49Z', 'revision_number': 4, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'gw_port': {'id': '9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:48Z', 'updated_at': '2021-02-17T04:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '39d3471f-c289-42fe-849c-1cbf4ecf1677', 'name': '', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'mac_address': 'fa:16:3e:ef:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:38Z', 'updated_at': '2021-02-17T04:20:44Z', 'revision_number': 5, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'subnets': [{'id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:20:53.021994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a482f-d8ed-4d42-b176-b8a352e77323 None None] The sync data for ids ['a681a9ae-9090-4068-8a5f-55b735534839'] in dv-cinder-759955-5-smb is: [{'id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'name': 'router1', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:20:27Z', 'updated_at': '2021-02-17T04:20:49Z', 'revision_number': 4, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'gw_port': {'id': '9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:48Z', 'updated_at': '2021-02-17T04:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '39d3471f-c289-42fe-849c-1cbf4ecf1677', 'name': '', 'network_id': '1241838c-0618-4f3a-bf03-ad750a2d7dc5', 'tenant_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'mac_address': 'fa:16:3e:ef:b2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a681a9ae-9090-4068-8a5f-55b735534839', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:20:38Z', 'updated_at': '2021-02-17T04:20:44Z', 'revision_number': 5, 'project_id': '4e27acd5a1d74da88c9cf888cb7dfcb7', 'subnets': [{'id': '0f803b7a-12fc-428a-82c9-e90cfe22b93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cfbc11c-d799-4073-be14-a9a026da0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:20:53.289022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 48790) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:20:53.415792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d798e6-4085-48b3-990d-2cbe0ec6c46a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:20:53.417455 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-17d798e6-4085-48b3-990d-2cbe0ec6c46a admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1273701 Feb 17 04:20:54.363911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:20:54.459854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:20:54.464721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:54.465132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:54.595514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:54.613299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:20:54.631623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:54.634168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:20:54.706551 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:20:54.710865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:20:56.373198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:20:56.463301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 9a5e17f9-4667-4ffe-a3c5-2fcbdc5a117c triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:20:56.464036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:58.282777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fb80-818e-4d82-9600-671440b8b605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:00.943305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1483e80a-d33b-49f1-b727-087a22f800ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:01.054498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:02.340127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:02.608300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:21.654259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:21:28.281394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fa1ecc5c-d9f6-4c8e-a85a-88caa97a29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:30.938071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6b0b-bc88-4244-a283-c85fe0074e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:31.023717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:32.355761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:32.583861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:58.263702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-06c3e0f7-1e61-445c-8e2a-236e589be10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:58.653505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:22:00.926237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7875-5bcf-41b5-88ac-02b0ecab4b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:01.046152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:02.348862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:02.612353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:28.273599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f8ea916c-c34c-4a22-ae7e-1188c42243c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:30.913707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-795f53f4-de48-47e1-8348-b34cfc23b215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:31.033627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:32.387585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:32.599063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:35.652868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:22:58.278602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5de169a9-efd4-4f81-b87b-317cb2b4cf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:00.913112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-060a04d4-c9df-48e3-bd95-96b212a67df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:01.049750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:02.335403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:02.610494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:08.625939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49366) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:08.779883 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-4dee4157-c7f4-4b7d-9c9a-9e422a0c6981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:23:08.780475 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-4dee4157-c7f4-4b7d-9c9a-9e422a0c6981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:23:09.056915 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dee4157-c7f4-4b7d-9c9a-9e422a0c6981 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:23:09.058769 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4dee4157-c7f4-4b7d-9c9a-9e422a0c6981 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4307201 Feb 17 04:23:09.437288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.policy [None req-2bd25889-130a-41d4-9ffe-5d819a956eb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84086) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:23:09.473214 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-2bd25889-130a-41d4-9ffe-5d819a956eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:23:09.473625 dv-cinder-759955-5-smb neutron-server[83975]: WARNING oslo_policy.policy [None req-2bd25889-130a-41d4-9ffe-5d819a956eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:23:09.498370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd25889-130a-41d4-9ffe-5d819a956eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:09.500185 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-2bd25889-130a-41d4-9ffe-5d819a956eb3 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.4364192 Feb 17 04:23:12.002239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49382) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:12.121870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452bf51e-1265-4857-a6da-3238b989a2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:12.123334 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-452bf51e-1265-4857-a6da-3238b989a2d3 admin admin] 10.222.0.26 "GET /v2.0/subnets/0f803b7a-12fc-428a-82c9-e90cfe22b93b HTTP/1.1" status: 200 len: 849 time: 0.1200764 Feb 17 04:23:12.134167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:23:12.261766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Notify callbacks [] for subnet, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:12.609986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746779738159'] for subnet, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:12.628410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:23:12.651335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:23:12.780838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f803b7a-12fc-428a-82c9-e90cfe22b93b,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:23:12.798495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.798878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.799249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.799615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.799976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.800338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.801126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.801485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.801841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.802227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.802580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.802932 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Tracked resource versions report: Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:23:12.803996 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:23:12.841715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:23:12.847029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:12.847704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:12.849069 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] 10.222.0.26 "PUT /v2.0/subnets/0f803b7a-12fc-428a-82c9-e90cfe22b93b HTTP/1.1" status: 200 len: 868 time: 0.7190707 Feb 17 04:23:12.852331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ce228-1533-4210-adc1-bd9ef1bb77e9 None None] Network 1241838c-0618-4f3a-bf03-ad750a2d7dc5 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:23:13.299141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-800946a0-bbba-45d6-a421-1fe084f23287 None None] Provisioning complete for port e91b1fb0-a6ff-4193-ae3b-d16bb7302504 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:23:13.299656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-800946a0-bbba-45d6-a421-1fe084f23287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:13.432735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-800946a0-bbba-45d6-a421-1fe084f23287 None None] Provisioning complete for port 39d3471f-c289-42fe-849c-1cbf4ecf1677 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:23:13.433036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-800946a0-bbba-45d6-a421-1fe084f23287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:15.356410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49396) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:15.543657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8bf34-d392-472c-ab20-b761315ea17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:15.544012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8bf34-d392-472c-ab20-b761315ea17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:15.545623 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-78f8bf34-d392-472c-ab20-b761315ea17e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1881957 Feb 17 04:23:18.016989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49406) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:18.201692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9ae12-2e56-4c30-b91c-8958ed5d67b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:18.202060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9ae12-2e56-4c30-b91c-8958ed5d67b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:18.204433 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-53a9ae12-2e56-4c30-b91c-8958ed5d67b8 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1864293 Feb 17 04:23:20.713113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49416) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:20.892812 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a5d42-1735-42cd-9821-96a2562028ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:20.895855 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-624a5d42-1735-42cd-9821-96a2562028ca admin admin] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 886 time: 0.1816845 Feb 17 04:23:23.365633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49426) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:23.551601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb787e2-fa96-467a-a033-bcc8155e5182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:23.552967 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6eb787e2-fa96-467a-a033-bcc8155e5182 admin admin] 10.222.0.26 "GET /v2.0/networks/1241838c-0618-4f3a-bf03-ad750a2d7dc5 HTTP/1.1" status: 200 len: 862 time: 0.1862941 Feb 17 04:23:26.057310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49436) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:26.174346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe454b-3010-4a65-8547-061828ec8606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:26.174757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe454b-3010-4a65-8547-061828ec8606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:26.175539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-54fe454b-3010-4a65-8547-061828ec8606 admin admin] Synchronizing usage tracker for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:subnet {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:23:26.238061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-54fe454b-3010-4a65-8547-061828ec8606 admin admin] Unset dirty status for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:subnet {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:23:26.239290 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-54fe454b-3010-4a65-8547-061828ec8606 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1808949 Feb 17 04:23:28.277432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a97aa1ed-28bd-4f4b-a36c-037a921fda3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:28.698259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49446) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:28.816856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96dfc5-b8bd-410e-9075-5fec714dce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:28.817263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96dfc5-b8bd-410e-9075-5fec714dce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:28.818889 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8c96dfc5-b8bd-410e-9075-5fec714dce9e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196268 Feb 17 04:23:30.917581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0fa29120-9197-4608-9e5f-1923cc2d2ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:31.054264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:31.319318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49456) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:31.435378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60105e-8d0c-4427-b100-cb5d4614b102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:31.437478 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cc60105e-8d0c-4427-b100-cb5d4614b102 admin admin] 10.222.0.26 "GET /v2.0/subnets/0f803b7a-12fc-428a-82c9-e90cfe22b93b HTTP/1.1" status: 200 len: 868 time: 0.1164441 Feb 17 04:23:32.334687 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:32.603296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:33.932465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49466) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:34.041868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3040c-5cb4-4114-95a3-f2ad81b551d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:34.043347 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-bfc3040c-5cb4-4114-95a3-f2ad81b551d7 admin admin] 10.222.0.26 "GET /v2.0/subnets/24ef4811-1749-4464-95d3-ec5de9191cbc HTTP/1.1" status: 200 len: 816 time: 0.1098611 Feb 17 04:23:49.650543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:23:58.277117 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70287327-6609-491e-86a5-1c446308cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:00.160147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49506) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:00.213681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [None req-83135929-7cd5-4056-b3a1-9df23886f4d1 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:24:00.214804 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-83135929-7cd5-4056-b3a1-9df23886f4d1 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0536439 Feb 17 04:24:00.923068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe499-fcf5-46bf-a37c-8c64e331c4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:01.048203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:02.340109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:02.609010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:02.779684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49516) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:02.859131 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.pecan_wsgi.hooks.translation [None req-652d2891-56b3-41c2-9c05-88c0c50af1da admin admin] GET failed (client error): The resource could not be found. Feb 17 04:24:02.860433 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-652d2891-56b3-41c2-9c05-88c0c50af1da admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0797074 Feb 17 04:24:02.996272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ba73b-c4d6-479e-a1ea-409a280b6713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:24:02.997853 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6a2ba73b-c4d6-479e-a1ea-409a280b6713 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1329386 Feb 17 04:24:05.542468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49526) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:05.594915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:24:05.599820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:24:05.609794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:24:05.648305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Made reservation on behalf of 1b3aa0d8e4e1472b86d31642aa5ff5c4 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:24:05.652963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:05.748157 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.services.revisions.revision_plugin [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Could not find related network for resource to bump revision. Feb 17 04:24:05.808899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:24:05.818172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:05.818555 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Added segment bbdcbbfa-6bfa-4b86-8084-3928a9beb229 of type vxlan for network 2e919c86-027a-4b53-9319-1076af7d1def Feb 17 04:24:05.844970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:05.894150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:05.895392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:24:05.896027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:05.900765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:05.999072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Pushing event updated for resources: {'Network': ['ID=2e919c86-027a-4b53-9319-1076af7d1def,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:06.010590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.013793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.014762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.014762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:06.019264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:06.025790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 2e919c86-027a-4b53-9319-1076af7d1def details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:24:06.049076 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5054569 Feb 17 04:24:08.538255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49536) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:08.612865 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02205f8-98e6-4699-9262-667cc2380f39 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:24:08.613406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d02205f8-98e6-4699-9262-667cc2380f39 admin admin] Synchronizing usage tracker for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:24:08.693381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d02205f8-98e6-4699-9262-667cc2380f39 admin admin] Unset dirty status for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:24:08.694613 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d02205f8-98e6-4699-9262-667cc2380f39 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1553397 Feb 17 04:24:08.810920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c262d-94f5-4dd0-b128-3441abfa6d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:24:08.812372 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c91c262d-94f5-4dd0-b128-3441abfa6d78 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1133029 Feb 17 04:24:08.823086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Request body: {'subnet': {'network_id': '2e919c86-027a-4b53-9319-1076af7d1def', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:24:08.828134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:24:08.837784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:24:08.870266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Made reservation on behalf of 1b3aa0d8e4e1472b86d31642aa5ff5c4 for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:24:08.875040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:09.305959 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:09.321485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:09.453549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc47bea0-73f3-49cc-817a-17893332f67f,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:09.457485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:09.514610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Checking segment: {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:24:09.514937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Network hostable DHCP agents. Network: 2e919c86-027a-4b53-9319-1076af7d1def, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:24:09.574148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Network 2e919c86-027a-4b53-9319-1076af7d1def is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:24:09.608377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 2e919c86-027a-4b53-9319-1076af7d1def) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:24:09.612242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:24:09.612883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:09.617938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1bd3d-2774-4ebb-9f80-e9b880f8e9cc None None] Network 2e919c86-027a-4b53-9319-1076af7d1def requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:24:09.660850 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8414471 Feb 17 04:24:09.861623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-2e919c86-027a-4b53-9319-1076af7d1def', 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def', 'tenant_id': '1b3aa0d8e4e1472b86d31642aa5ff5c4', 'fixed_ips': [{'subnet_id': 'bc47bea0-73f3-49cc-817a-17893332f67f'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:24:09.862619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:10.161428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Allocated IP 192.168.233.2 (2e919c86-027a-4b53-9319-1076af7d1def/bc47bea0-73f3-49cc-817a-17893332f67f/586b59cc-6f03-429d-b4bb-02c7dc51067a) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:24:10.480087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:10.551528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Transition to ACTIVE for port object 586b59cc-6f03-429d-b4bb-02c7dc51067a will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:24:10.568951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Transition to ACTIVE for port object 586b59cc-6f03-429d-b4bb-02c7dc51067a will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:24:10.609552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:10.626006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:10.934377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Pushing event updated for resources: {'Port': ['ID=586b59cc-6f03-429d-b4bb-02c7dc51067a,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:10.945671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.946105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.946486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.946858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.947225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.947593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.947956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.948314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.948677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.949034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.949397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.949758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:10.955648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:10.997030 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Network 2e919c86-027a-4b53-9319-1076af7d1def is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:24:10.998835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:24:11.001252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:24:11.059823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Attempting to bind port 586b59cc-6f03-429d-b4bb-02c7dc51067a on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:24:11.060360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Attempting to bind port 586b59cc-6f03-429d-b4bb-02c7dc51067a by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:24:11.060786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Attempting to bind port 586b59cc-6f03-429d-b4bb-02c7dc51067a on network 2e919c86-027a-4b53-9319-1076af7d1def {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:24:11.066557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:24:11.066974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Checking segment: {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:24:11.067426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:11.067858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Bound using segment: {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:24:11.068375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Bound port: 586b59cc-6f03-429d-b4bb-02c7dc51067a, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:24:11.068795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:11.172956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] For port 586b59cc-6f03-429d-b4bb-02c7dc51067a, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:24:11.177161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] For port 586b59cc-6f03-429d-b4bb-02c7dc51067a, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=586b59cc-6f03-429d-b4bb-02c7dc51067a,segment=NetworkSegment(bbdcbbfa-6bfa-4b86-8084-3928a9beb229),segment_id=bbdcbbfa-6bfa-4b86-8084-3928a9beb229)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:24:11.209313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:11.228002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:11.381437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Pushing event updated for resources: {'Port': ['ID=586b59cc-6f03-429d-b4bb-02c7dc51067a,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:11.387021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:12.484315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 586b59cc-6f03-429d-b4bb-02c7dc51067a up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:24:12.591370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 586b59cc-6f03-429d-b4bb-02c7dc51067a completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:24:12.656088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8e810-1146-4626-9c64-a751236cb142 None None] Network 2e919c86-027a-4b53-9319-1076af7d1def requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:24:12.785973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Provisioning for port 586b59cc-6f03-429d-b4bb-02c7dc51067a completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:24:12.795294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Provisioning complete for port 586b59cc-6f03-429d-b4bb-02c7dc51067a triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:24:12.795716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:13.026214 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:13.065038 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] For port 586b59cc-6f03-429d-b4bb-02c7dc51067a, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=586b59cc-6f03-429d-b4bb-02c7dc51067a,segment=NetworkSegment(bbdcbbfa-6bfa-4b86-8084-3928a9beb229),segment_id=bbdcbbfa-6bfa-4b86-8084-3928a9beb229)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:24:13.094185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:13.097178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:13.173172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Pushing event updated for resources: {'Port': ['ID=586b59cc-6f03-429d-b4bb-02c7dc51067a,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:13.176548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:13.323590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-0c7f0bee-416f-4ca3-b340-ca667ed26ddb None None] Provisioning complete for port 586b59cc-6f03-429d-b4bb-02c7dc51067a triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:24:13.324101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0bee-416f-4ca3-b340-ca667ed26ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:13.574787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-4b71eefe-8aff-4168-b1cb-90d2ce44cbeb None None] Provisioning complete for port 586b59cc-6f03-429d-b4bb-02c7dc51067a triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:24:13.575310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4b71eefe-8aff-4168-b1cb-90d2ce44cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:14.447576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 586b59cc-6f03-429d-b4bb-02c7dc51067a up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:24:14.521406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 586b59cc-6f03-429d-b4bb-02c7dc51067a triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:24:14.521783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:26.655422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:24:28.287936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-49c63220-844f-4780-9237-bc4d972c26e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:30.922899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a36c-5a58-4c40-8e0c-48f79c4f7b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:31.053620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:32.350423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:32.619511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:58.291481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27e9a7d7-dbef-483e-849a-edb7ba54a0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:00.927149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-506d44b8-d6c4-431a-a6ea-1565183195a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:01.058228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:02.407192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:02.623830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:03.655650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:25:24.762499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49578) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:25:24.769784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [None req-e101ff79-decf-4651-a5a9-061875171175 tempest-verify_tempest_config-2082385252 tempest-verify_tempest_config-2082385252-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:25:24.770865 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e101ff79-decf-4651-a5a9-061875171175 tempest-verify_tempest_config-2082385252 tempest-verify_tempest_config-2082385252-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0073209 Feb 17 04:25:25.273337 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49598) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:25:25.397447 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:25.413078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:25:25.417184 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c62ff8da7b564ba7bd06ad070473b76c is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:25:25.420316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:25:25.426074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:25:25.789503 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:25.827960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:25.840200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:25:25.881532 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Synchronizing usage tracker for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:25:25.885088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309f9fe9-f172-4344-9142-f10f09450459,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:25:25.895311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.895691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.896059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.896423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.896783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.897144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.897500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.897861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.898351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.899227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.899865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.900249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:25:25.905802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:25:25.943277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Unset dirty status for tenant:1b3aa0d8e4e1472b86d31642aa5ff5c4 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:25:25.945167 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c62ff8da7b564ba7bd06ad070473b76c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6707075 Feb 17 04:25:25.947369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49604) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:25:26.006934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:26.033475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:26.108818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:26.113886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:25:26.127757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f9fe9-f172-4344-9142-f10f09450459,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:25:26.130446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:25:26.131609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:26.132793 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/309f9fe9-f172-4344-9142-f10f09450459 HTTP/1.1" status: 204 len: 168 time: 0.1844761 Feb 17 04:25:28.286346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fc89f6d0-9e1a-43e4-b45b-e3a0395cde5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:30.924533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fc515703-ba32-47d9-ad8d-d492ef08e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:31.057538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:32.337836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:32.624068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:40.685388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:25:58.274334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf04ad55-e710-4682-88fa-fd59fcf92b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:00.943095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1c678f1e-ed11-4747-bef3-335e837a8e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:01.062616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:02.337002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:02.628349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:17.655036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:26:28.296210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-72e18171-7ddb-4788-ae4e-74d09b84df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:30.919936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b427b14e-bb43-409e-9962-73aedd4fae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:31.050676 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.336412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:32.648910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:54.653567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 5 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:26:58.278733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3452670-fda0-4ebf-9e0c-c17e01c49e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:00.918714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6e94e241-090e-4760-a1de-0e6ac0b81bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:01.055818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:02.335909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:02.636845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:15.690488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593'] for agent, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:15.691307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.691690 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.692076 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.692455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.692830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.693203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.693576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.694024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.694397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.694767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.695138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.695506 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:27:15.695902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75995', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:27:15.700865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75995', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:27:16.032914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] get_endpoint_by_host() called for host hv-cinder-75995 {{(pid=84088) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:27:16.037068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=84088) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:27:16.040153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=84088) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:27:16.090331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] _get_endpoints() called {{(pid=84088) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:27:28.284176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8934a26e-049a-4d8e-af43-a23cdcf73960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:28.414486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49678) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:27:28.536092 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0c13c091-8e62-4839-8464-7465f141673e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1204345 Feb 17 04:27:30.918243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26f54995-10cc-4100-9c47-40a1f749d3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:31.066838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49688) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:27:31.067020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:31.125839 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1d201a7f-4a50-400f-9790-a1ce474d29fa admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0577693 Feb 17 04:27:31.653582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:27:32.338892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:32.638159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:45.704332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:58.283279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e12f-f53a-4bd2-a550-3f58bce68882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:00.920579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6cd008dd-c05d-40f6-b59f-1edff47582f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:01.074933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:02.340379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:02.640878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:08.654431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:28:15.720408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.294256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6c3dca83-77bc-42bb-be61-9b210bb7a815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.920267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1c95cf32-a78d-412f-b630-90d442f98f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.068482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.342849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.662790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.655535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:28:45.733777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:58.293536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-79362f28-8b7b-463d-9ea1-d22b15e96a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:00.919424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfc99231-4c54-4737-92e2-0cc78ca73f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:01.084796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:02.344579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:02.662414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:15.765036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.562428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49842) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:18.914526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49864) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:18.930939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-590456133-network', 'tenant_id': 'f61840b93f044921957d894afd1add26'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:18.933787 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.quota [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Loaded quota_driver: . Feb 17 04:29:18.940250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:18.946434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Usage tracker for resource:network and tenant:f61840b93f044921957d894afd1add26 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:18.949837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:18.956855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:19.093287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Made reservation on behalf of f61840b93f044921957d894afd1add26 for: {'network': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:19.098536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.117075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.133737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:19.138287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Usage tracker for resource:security_group_rule and tenant:f61840b93f044921957d894afd1add26 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:19.141501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:19.147928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:19.448742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.458949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-769557141-network', 'tenant_id': '8cc8329502354d72ab1832ecae357dd8'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:19.464177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:19.468469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Usage tracker for resource:network and tenant:8cc8329502354d72ab1832ecae357dd8 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:19.471484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:19.478138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:19.504637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.510068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:19.538129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Made reservation on behalf of 8cc8329502354d72ab1832ecae357dd8 for: {'network': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:19.545328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.556331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.573670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:19.576612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Usage tracker for resource:security_group_rule and tenant:8cc8329502354d72ab1832ecae357dd8 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:19.593506 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:19.598053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49888) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:19.609152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:19.639613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:29:19.652063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49894) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:19.683916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d262aa4f-527a-4c75-ac86-54d80b9b0f92,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:19.699981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.700468 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Added segment fdfa770c-79dc-4e12-8a01-2716fc268b5b of type vxlan for network 72c29164-42c4-49cc-80c2-e06a7deb22d4 Feb 17 04:29:19.751638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.752016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.752384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.752752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.753353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.753475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.753807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.754257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.754616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.761014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Tracked resource versions report: Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}, Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:29:19.762199 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:19.767011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:19.829833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49904) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:19.834822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.840555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.872428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.879894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:19.899948 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:29:19.915054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.922753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:19.923413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.935919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.936316 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Added segment 84f09813-d48e-4b35-aa25-7a08f5aecd7d of type vxlan for network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 Feb 17 04:29:19.937456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3414d5-09df-44f7-9e5c-e716c45bce4f,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:19.945785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:19.946787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:19.948024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-network', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:19.964012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:19.973372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Usage tracker for resource:network and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:19.977436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:19.983772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:19.997148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1863058186-network', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:20.003311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.007882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Usage tracker for resource:network and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.011222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.017271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.061957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Made reservation on behalf of 0226968062ae4935bc76d11f6c6278eb for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:20.067265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.079573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.086670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Made reservation on behalf of d83e778a30fb4826a8268802dc17b662 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:20.087344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Pushing event updated for resources: {'Network': ['ID=72c29164-42c4-49cc-80c2-e06a7deb22d4,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:20.094405 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5307000 Feb 17 04:29:20.096831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:20.098602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 49920) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.105946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:20.106974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.115105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Request body: {'subnet': {'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-subnet', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:20.120426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.122910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.130084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Usage tracker for resource:subnet and tenant:f61840b93f044921957d894afd1add26 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.133989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.134657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:20.136380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.140162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.162036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.163943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.169273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.172708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.176082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.179728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.183817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.187360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:20.187360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.189780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.192824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.225734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:20.255284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Made reservation on behalf of f61840b93f044921957d894afd1add26 for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:20.261436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.314752 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3990641 Feb 17 04:29:20.318306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 49924) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.327642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Request body: {'subnet': {'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-769557141-subnet', 'tenant_id': '8cc8329502354d72ab1832ecae357dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:20.365472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.370074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Usage tracker for resource:subnet and tenant:8cc8329502354d72ab1832ecae357dd8 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.373038 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.379027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.422548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1417954004-network', 'tenant_id': '5de7e5abda84471f88ab880900f71713'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:20.442120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Made reservation on behalf of 8cc8329502354d72ab1832ecae357dd8 for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:20.447805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.469047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Pushing event updated for resources: {'Network': ['ID=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:20.478236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:20.487628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:20.622763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:20.826795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.832776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Usage tracker for resource:network and tenant:5de7e5abda84471f88ab880900f71713 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.836806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.842951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.994703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Made reservation on behalf of 5de7e5abda84471f88ab880900f71713 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:20.999598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.021166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.030759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.034390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.062115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.064259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:21.071391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.074471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.085335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Usage tracker for resource:security_group_rule and tenant:5de7e5abda84471f88ab880900f71713 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:21.094866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.098603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:21.112784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e7b0dadf-b132-4acc-b66c-c48828272bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.124469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:21.126761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:29:21.227804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.228215 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Added segment 05561b2a-51d8-4a98-b8f9-0dbd37adbe2a of type vxlan for network c7d0247b-0e97-40c0-a552-b9ab9041ad86 Feb 17 04:29:21.235305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cbade3-f6c2-415a-babe-42ed431c34fa,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.259518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.260023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.265864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.266311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.266698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.267081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.270904 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.271321 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.271588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.271918 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.272303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.272666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.273006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.273362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Tracked resource versions report: Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}, Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:29:21.274725 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:21.289846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.292942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.380424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.387896 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb08b6fd-4c69-42c4-9390-d62d1dabbd38,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.394668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.511416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.514932 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.517748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:21.518412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.526164 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.541657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84087) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:29:21.542040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:29:21.601856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecab726-d422-488c-86ef-dd9bc9025ae3,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.610917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.639544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Checking segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:21.640083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Network hostable DHCP agents. Network: 72c29164-42c4-49cc-80c2-e06a7deb22d4, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:21.693265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.702574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:21.728633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d0247b-0e97-40c0-a552-b9ab9041ad86,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.733478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:21.739237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.739694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.759927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:29:21.764820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:21.781718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 72c29164-42c4-49cc-80c2-e06a7deb22d4) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:21.789395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.789789 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Added segment 6256137a-8926-4b81-9d2d-53524207ecd8 of type vxlan for network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab Feb 17 04:29:21.794334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:21.795122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.798297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cabb42-543f-4368-bf3c-d0d0d7c38c16,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.803783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.815389 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2160106 Feb 17 04:29:21.818454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50012) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:21.848477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Request body: {'subnet': {'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-subnet', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:21.860832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:21.880339 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7806096 Feb 17 04:29:21.880879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.884173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50018) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:21.894619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:21.900650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:21.901708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897f0d1-1518-4683-ac74-b12bd955a1e0 None None] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:21.905529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Usage tracker for resource:subnet and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:21.909130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Usage tracker for resource:router and tenant:f61840b93f044921957d894afd1add26 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:21.914310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:21.920528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:21.937143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:21.946121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:21.987747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.989190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.994827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.000101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Made reservation on behalf of 0226968062ae4935bc76d11f6c6278eb for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:22.010989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.038538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:22.039413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.074902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:22.089085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.179922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.265147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.331851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Pushing event updated for resources: {'Network': ['ID=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:22.340661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:29:22.343691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:22.354193 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5224042 Feb 17 04:29:22.354464 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-eca9d7be-d7b5-443b-9e79-4da8e1a98589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:22.355458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50028) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:22.364143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Request body: {'subnet': {'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1417954004-subnet', 'tenant_id': '5de7e5abda84471f88ab880900f71713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:22.368644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:22.379106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:22.383265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:22.384268 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Usage tracker for resource:subnet and tenant:5de7e5abda84471f88ab880900f71713 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:22.388712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:22.397433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:22.471795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.472192 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Added segment 15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7 of type vxlan for network 1f7ad1a0-7804-43c9-a363-4672835d3e18 Feb 17 04:29:22.496661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b44c3c-e041-4ed2-8b4d-d77b396806d8,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:22.501931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:22.509181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Made reservation on behalf of 5de7e5abda84471f88ab880900f71713 for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:22.515181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.561410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Checking segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:22.561794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Network hostable DHCP agents. Network: 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:22.644961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.656143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:29:22.682418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e7e96-bd42-4c62-b085-e018e6d32173 None None] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:22.683329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:22.756141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:22.770829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:22.771402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.784459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.791311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:22.791954 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.797557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0e11d04a-c6e7-413a-a48d-304d0c399cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:22.812717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f17eb1-894c-4ca7-909f-216428390f75 None None] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:23.012295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.054841 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.3977985 Feb 17 04:29:23.060668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50062) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:23.062298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Request body: {'subnet': {'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1863058186-subnet', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:23.067083 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ef8fe667-6de1-4985-a443-969b41ccafbe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7474077 Feb 17 04:29:23.067401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:23.076356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7ad1a0-7804-43c9-a363-4672835d3e18,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:23.098889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:23.117991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Usage tracker for resource:subnet and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:23.122801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:23.139414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:23.208438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:23.231977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:23.260725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Made reservation on behalf of d83e778a30fb4826a8268802dc17b662 for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:23.266437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.422349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.441388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:23.524635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7a6565-49c0-4d15-a441-ddb82d22d777,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:23.530874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:23.702647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Checking segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:23.703848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Network hostable DHCP agents. Network: c7d0247b-0e97-40c0-a552-b9ab9041ad86, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:23.770797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b7ab49-c93f-4a53-a229-9e24c60b9db3 None None] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:23.813140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:23.870374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, c7d0247b-0e97-40c0-a552-b9ab9041ad86) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:23.880533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:23.882773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.883237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e12fb2-3514-4919-a9bb-557dcd74544a None None] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:23.934399 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1129942 Feb 17 04:29:23.938336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50096) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:23.945537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:23.953085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:23.964498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Usage tracker for resource:router and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:23.976388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:23.994342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:24.045801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.046854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.219426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.267310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.322109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.632011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:29:24.633023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.656202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50132) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:24.661935 dv-cinder-759955-5-smb neutron-server[83975]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:29:24.801352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.840860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f571e175-05a0-42a2-a658-17d254fc32f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:25.067238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Allocated IP 172.20.0.2 (c7d0247b-0e97-40c0-a552-b9ab9041ad86/9e7a6565-49c0-4d15-a441-ddb82d22d777/aab07588-6431-4971-b76c-06fa5bb35785) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:25.193860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb3e7e9-e96e-490e-a6ec-d322705540e7,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:25.202243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:25.223305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:25.287157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Allocated IP 172.28.3.226 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/e5b507ea-1add-460b-b80a-ef0e780ade28) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:25.323313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:25.343503 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:25.346645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-e6fd46ae-efe0-467d-84db-d326603c150d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:25.348229 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-e6fd46ae-efe0-467d-84db-d326603c150d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.6905766 Feb 17 04:29:25.406116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:25.421746 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-ee110d5a-91e9-4b61-b414-2aa813ca1fc9 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/quotas/8cc8329502354d72ab1832ecae357dd8 HTTP/1.1" status: 200 len: 375 time: 0.0647821 Feb 17 04:29:25.428554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Transition to ACTIVE for port object aab07588-6431-4971-b76c-06fa5bb35785 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:25.446618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Transition to ACTIVE for port object aab07588-6431-4971-b76c-06fa5bb35785 will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:25.475634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Checking segment: {'id': '6256137a-8926-4b81-9d2d-53524207ecd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:25.476035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Network hostable DHCP agents. Network: 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:25.477399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:25.496452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:25.503740 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-a6e856fd-fe3f-48d3-8851-4aa03609cf81 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682452 Feb 17 04:29:25.589471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Pushing event updated for resources: {'Port': ['ID=aab07588-6431-4971-b76c-06fa5bb35785,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:25.617347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.617731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.618136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.618507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.618868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.619237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.619599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.619956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.620314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.627799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.628226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.628605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.629045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.629414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.629786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.630169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.630529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.630890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.631947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.632313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Tracked resource versions report: Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}, Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:29:25.640808 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:25.654404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:25.761400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20f8abc-116a-4f71-9934-4f844e1caf8b,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:25.803524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:25.854270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:25.874081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:25.899591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-fc5056fb-ce68-40ae-bcad-d65a6cb6559a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:25.900701 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-fc5056fb-ce68-40ae-bcad-d65a6cb6559a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1742687 Feb 17 04:29:25.918033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Checking segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:25.918668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Network hostable DHCP agents. Network: 1f7ad1a0-7804-43c9-a363-4672835d3e18, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:25.987792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:25.992365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:25.993082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.010939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:26.011452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83f4bf2-e9be-431b-9f33-92c96fbaaca9 None None] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:26.020080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 1f7ad1a0-7804-43c9-a363-4672835d3e18) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:26.024916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:26.025550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.044364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.069347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:26.073858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.103766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:26.105006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053521db-97a5-43c2-a811-c692cb78aa9e None None] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:26.110402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.136446 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0678432 Feb 17 04:29:26.136446 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7681227 Feb 17 04:29:26.136756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50158) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:26.136756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:26.139466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:26.166594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Usage tracker for resource:router and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:26.187238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:26.208573 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-ae839cb7-b101-469f-a815-0590b33df378 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975919 Feb 17 04:29:26.213967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:26.244960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Pushing event updated for resources: {'Port': ['ID=e5b507ea-1add-460b-b80a-ef0e780ade28,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:26.249714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:26.337199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:26.338474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:26.340941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:26.373992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:26.383758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:26.397645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.398790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.488785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.556969 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-a21b4566-8603-484c-be46-3a0988f567d2 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3379607 Feb 17 04:29:27.007474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-1f7ad1a0-7804-43c9-a363-4672835d3e18', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:29:27.008411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.036663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Attempting to bind port aab07588-6431-4971-b76c-06fa5bb35785 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:27.037111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Attempting to bind port aab07588-6431-4971-b76c-06fa5bb35785 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:27.037729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Attempting to bind port aab07588-6431-4971-b76c-06fa5bb35785 on network c7d0247b-0e97-40c0-a552-b9ab9041ad86 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:27.104827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:27.105774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Checking segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:27.108545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.118136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Bound using segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:27.119993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Bound port: aab07588-6431-4971-b76c-06fa5bb35785, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:27.122907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.138776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2d91c-99db-4a00-a465-34019c16008b None None] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:27.229712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Allocated IP 172.28.3.234 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/cf0610a4-74a8-4952-af60-67b94707b1b0) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:27.472118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.573260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.590556 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-310026ec-fa74-44bf-8743-fc477efa1d12 req-279edfac-ad85-486b-88e5-64fd21268994 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 0.0895579 Feb 17 04:29:27.605524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50226) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:27.743466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.869175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] For port aab07588-6431-4971-b76c-06fa5bb35785, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:27.884791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] For port aab07588-6431-4971-b76c-06fa5bb35785, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=aab07588-6431-4971-b76c-06fa5bb35785,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:27.974101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.045960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-48d2f9ba-7a91-42dd-a2a8-ddfcc48b5ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:28.064916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.111203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e6b1fb2f-2458-41e9-a4c7-6bcfdafb240f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:28.188315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.304764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Pushing event updated for resources: {'Port': ['ID=aab07588-6431-4971-b76c-06fa5bb35785,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:28.313511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:28.378289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Pushing event updated for resources: {'Port': ['ID=cf0610a4-74a8-4952-af60-67b94707b1b0,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:28.391198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:28.400461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-7d285765-8b70-46e0-8b74-50b629b2668d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:28.401222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-7d285765-8b70-46e0-8b74-50b629b2668d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Synchronizing usage tracker for tenant:5de7e5abda84471f88ab880900f71713 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:28.452822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7c675645-596c-4c7b-8e1a-648530847aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.502524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Allocated IP 172.20.0.2 (1f7ad1a0-7804-43c9-a363-4672835d3e18/e20f8abc-116a-4f71-9934-4f844e1caf8b/dd958f62-665c-4877-a39f-b4c0fdc33706) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:28.519377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:28.521051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:28.526956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-7d285765-8b70-46e0-8b74-50b629b2668d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Unset dirty status for tenant:5de7e5abda84471f88ab880900f71713 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:28.535382 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-7d285765-8b70-46e0-8b74-50b629b2668d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/networks?id=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab HTTP/1.1" status: 200 len: 812 time: 0.9265962 Feb 17 04:29:28.546093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:28.585348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:29:28.662755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-20e21e86-737d-4b7d-9add-364cdae26bbf tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/quotas/5de7e5abda84471f88ab880900f71713 HTTP/1.1" status: 200 len: 375 time: 0.1264479 Feb 17 04:29:28.868859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.959537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:28.973471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Transition to ACTIVE for port object dd958f62-665c-4877-a39f-b4c0fdc33706 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:28.974083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Sync routers for ids ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:28.986950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Routers {'69c06fac-ce7d-41ee-ada7-aa7e19f3f278'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:28.987944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:29.031619 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-e2c64c6a-4dc7-41ae-9591-1eb6e7db7a3e tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5de7e5abda84471f88ab880900f71713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3678370 Feb 17 04:29:29.059872 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-06e4cbad-ec99-400c-b84b-2e40ef5e7a19 req-14d7897a-8195-4a3b-b5c2-46f44a3efb19 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 0.3221755 Feb 17 04:29:29.065376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Transition to ACTIVE for port object dd958f62-665c-4877-a39f-b4c0fdc33706 will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:29.124560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.126180 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2409503 Feb 17 04:29:29.129248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50280) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:29.130145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.302732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Set router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:29.477947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-48d2f9ba-7a91-42dd-a2a8-ddfcc48b5ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:29.555858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:29.557133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:29.561071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-13711e1b-03dc-4ceb-91ae-21246024a194 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:29.562075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:29.569485 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-13711e1b-03dc-4ceb-91ae-21246024a194 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3106139 Feb 17 04:29:29.606564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.644888 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Attempting to bind port dd958f62-665c-4877-a39f-b4c0fdc33706 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:29.645372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Attempting to bind port dd958f62-665c-4877-a39f-b4c0fdc33706 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:29.645788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Attempting to bind port dd958f62-665c-4877-a39f-b4c0fdc33706 on network 1f7ad1a0-7804-43c9-a363-4672835d3e18 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:29.652060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:29.652478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Checking segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:29.652919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.653604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Bound using segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:29.654144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Bound port: dd958f62-665c-4877-a39f-b4c0fdc33706, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:29.654575 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.673923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.778853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:29:26Z', 'revision_number': 3, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:29.784445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Pushing event updated for resources: {'Port': ['ID=dd958f62-665c-4877-a39f-b4c0fdc33706,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:29.787817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Checking router: 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:29.788017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:29.789232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Updating router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 port e5b507ea-1add-460b-b80a-ef0e780ade28 binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:29.795567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.807105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] For port dd958f62-665c-4877-a39f-b4c0fdc33706, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:29.817292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] For port dd958f62-665c-4877-a39f-b4c0fdc33706, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=dd958f62-665c-4877-a39f-b4c0fdc33706,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:29.877450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.927265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:29.956119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.472448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d894ab6-0c61-4cbc-ab17-f6f90ff8bc99 None None] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:30.787127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.799005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device aab07588-6431-4971-b76c-06fa5bb35785 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:30.873563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Pushing event updated for resources: {'Port': ['ID=dd958f62-665c-4877-a39f-b4c0fdc33706,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:30.904198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-c07bca3e-c40f-4062-8446-57cfdc7fe586 None None] Provisioning for port aab07588-6431-4971-b76c-06fa5bb35785 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:30.906211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:30.915936 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-5e45d04c-b701-4c2e-9ba8-ec371f14fa14 service neutron] 10.222.0.26 "GET /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3451612 Feb 17 04:29:31.015409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.67', 51604) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.030286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5540111c-a87b-4e09-9d4d-ab279dc45eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.031676 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9b45930e-7129-4e87-a613-00274e94550d req-577e7ff8-6188-417a-9a81-5fc959a46a33 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 0.1911016 Feb 17 04:29:31.232876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.255735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Transition to ACTIVE for port object e5b507ea-1add-460b-b80a-ef0e780ade28 will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:31.287866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.327113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:31.498751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.512867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port aab07588-6431-4971-b76c-06fa5bb35785 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:31.518629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port aab07588-6431-4971-b76c-06fa5bb35785 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:31.519310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.553775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-94a9c14e-db36-48c5-9b5d-2e98825f76bd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:31.566982 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-94a9c14e-db36-48c5-9b5d-2e98825f76bd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.5342534 Feb 17 04:29:31.567526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50314) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.590911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Pushing event updated for resources: {'Port': ['ID=e5b507ea-1add-460b-b80a-ef0e780ade28,revision_number=2']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:31.602643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.603017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.603385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.603747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.604106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.604469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.604824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.605177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.605526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.605875 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.606307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.606657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.607060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.607410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.607760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.608108 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.608453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.608800 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.609145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.609492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.609840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.610438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.610787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.611131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Tracked resource versions report: Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: pushed versions: Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': {'1.0'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': {'1.1'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': {'1.7'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': {'1.2'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': {'1.8'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': {'1.0'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': {'1.1'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': {'1.1'}} Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: consumer versions: Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: { DHCP agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: L3 agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: Metadata agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: Metering agent@dv-cinder-759955-5-smb: {}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@dv-cinder-759955-5-smb: { 'AddressGroup': '1.1', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}, Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.1', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'ConntrackHelper': '1.0', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Log': '1.0', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Network': '1.1', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Port': '1.7', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'PortForwarding': '1.2', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'QosPolicy': '1.8', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroup': '1.4', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SecurityGroupRule': '1.2', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'SubPort': '1.0', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Subnet': '1.1', Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: 'Trunk': '1.1'}} Feb 17 04:29:31.612395 dv-cinder-759955-5-smb neutron-server[83975]: {{(pid=84089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:31.624593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:31.750843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Attempting to bind port e5b507ea-1add-460b-b80a-ef0e780ade28 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:31.751256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Attempting to bind port e5b507ea-1add-460b-b80a-ef0e780ade28 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:31.751646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Attempting to bind port e5b507ea-1add-460b-b80a-ef0e780ade28 on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:31.758453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:31.759186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:31.760185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.760849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:31.761573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Bound port: e5b507ea-1add-460b-b80a-ef0e780ade28, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:31.762242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.879346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] For port e5b507ea-1add-460b-b80a-ef0e780ade28, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:31.884141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] For port e5b507ea-1add-460b-b80a-ef0e780ade28, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=e5b507ea-1add-460b-b80a-ef0e780ade28,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:31.888576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.926017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.946717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:31.965803 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port aab07588-6431-4971-b76c-06fa5bb35785, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=aab07588-6431-4971-b76c-06fa5bb35785,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:32.008162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.011435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:32.038091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Allocated IP 172.28.3.107 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/50bdb1d7-37bd-4c04-9696-767cd51303dc) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:32.133515 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-cc6754e6-9a40-471b-96ac-6e55e1ee08c0 service neutron] 10.222.0.26 "GET /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8429275 Feb 17 04:29:32.155360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Request body: {'port': {'device_id': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53', 'admin_state_up': True, 'tenant_id': '8cc8329502354d72ab1832ecae357dd8'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:32.275557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Allocated IP 172.20.0.1 (72c29164-42c4-49cc-80c2-e06a7deb22d4/4ecab726-d422-488c-86ef-dd9bc9025ae3/0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:32.305735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-47fa4e82-1e05-4c3c-9ec5-081fbfc0af5e None None] Provisioning complete for port aab07588-6431-4971-b76c-06fa5bb35785 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:32.305958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47fa4e82-1e05-4c3c-9ec5-081fbfc0af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.559458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=aab07588-6431-4971-b76c-06fa5bb35785,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:32.659362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:32.731483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.732531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.822127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device dd958f62-665c-4877-a39f-b4c0fdc33706 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:32.848730 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Pushing event updated for resources: {'Port': ['ID=e5b507ea-1add-460b-b80a-ef0e780ade28,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:32.863422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:33.036721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648736d9-e08b-4f44-8e95-9df6cbcd9ab7 None None] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:33.088121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Routers {'69c06fac-ce7d-41ee-ada7-aa7e19f3f278'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:33.091313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:33.133685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.248037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.284765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:33.308482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.523716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Pushing event updated for resources: {'Port': ['ID=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:33.537527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:33.577309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.591091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port dd958f62-665c-4877-a39f-b4c0fdc33706 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:33.596688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Provisioning for port dd958f62-665c-4877-a39f-b4c0fdc33706 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:33.603222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] Set router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:33.609074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port dd958f62-665c-4877-a39f-b4c0fdc33706 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:33.609844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.638473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Provisioning complete for port dd958f62-665c-4877-a39f-b4c0fdc33706 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:33.639079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.668585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.730694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:33.733972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:33.749374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:33.752213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.758912 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87a42a68-0d1d-4a5e-9e1c-9093444ec7db req-433c4b24-0628-436c-a96a-3ae967554472 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.6322706 Feb 17 04:29:33.809365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:33.825027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:33.836838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-70ebfc5c-19ec-4d2f-9c3d-d300b8483d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:33.934821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.957122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Pushing event updated for resources: {'Port': ['ID=50bdb1d7-37bd-4c04-9696-767cd51303dc,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:33.963655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Usage tracker for resource:port and tenant:8cc8329502354d72ab1832ecae357dd8 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:33.973325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Usage tracker for resource:security_group_rule and tenant:057188fd12d2456f8341069d385cdb54 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:33.978592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:33.983895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:33.992282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:33.997022 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a42daab7-e615-48d9-8990-73d46de217d5 req-dc2b873e-b6a9-4778-9c65-4376bef596e1 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 1.1243243 Feb 17 04:29:34.078475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.273537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.289088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port dd958f62-665c-4877-a39f-b4c0fdc33706, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=dd958f62-665c-4877-a39f-b4c0fdc33706,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:34.378153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.392061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:34.482137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:29:34.483209 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:29:34.539417 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=dd958f62-665c-4877-a39f-b4c0fdc33706,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:34.568607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:34.571437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:29:26Z', 'revision_number': 3, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:34.579681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b36ff3-0313-42b7-b1e2-4071412668c3 None None] The sync data for ids ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'] in dv-cinder-759955-5-smb is: [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:29:26Z', 'revision_number': 3, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:34.580973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:34.635049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:34.678580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Made reservation on behalf of 8cc8329502354d72ab1832ecae357dd8 for: {'port': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:34.685530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.700125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device aab07588-6431-4971-b76c-06fa5bb35785 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:34.736556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.834381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:34.840728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:34.851615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:34.949770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port aab07588-6431-4971-b76c-06fa5bb35785 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:34.954421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.430370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Provisioning complete for port aab07588-6431-4971-b76c-06fa5bb35785 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:35.431826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc868-53a6-4bd7-b5ff-462758b97fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.884596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.910232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.911468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.953891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-930976a0-0538-49f7-b9d8-307ffc5889be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:36.186122 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f526f1a5-fd06-4108-aa30-be9f2c8e90c4 req-2bb147e1-d598-43ec-b6c3-5244a69064d4 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.2171559 Feb 17 04:29:36.187129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-61536922-66a8-42a8-a007-1407caf24a04 None None] Provisioning complete for port dd958f62-665c-4877-a39f-b4c0fdc33706 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:36.187129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-61536922-66a8-42a8-a007-1407caf24a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:36.187863 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fcad6883-4b7c-4684-9f78-0173af96c13c req-c27dbd64-5e55-4bde-88e0-814f1ffe89e4 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 0.3657682 Feb 17 04:29:36.187863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:36.188130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Pushing event updated for resources: {'Port': ['ID=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:36.190601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:36.303754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:36.305027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:36.359669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:36.391703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:36.478578 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=057188fd12d2456f8341069d385cdb54&name=default HTTP/1.1" status: 200 len: 2975 time: 4.7021816 Feb 17 04:29:36.481793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50422) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:36.526708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1df1c9-b359-4eeb-ba0d-03465f63d0e1,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:36.539210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:36.601765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:36.612140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:29:36.765835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:29:36.813751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device e5b507ea-1add-460b-b80a-ef0e780ade28 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:36.879877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:36.982474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:37.011805 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] 10.222.0.26 "PUT /v2.0/routers/69c06fac-ce7d-41ee-ada7-aa7e19f3f278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8808641 Feb 17 04:29:37.024586 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port e5b507ea-1add-460b-b80a-ef0e780ade28 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:37.024669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.028353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.030303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port e5b507ea-1add-460b-b80a-ef0e780ade28 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:37.030721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.031209 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b1df1c9-b359-4eeb-ba0d-03465f63d0e1 HTTP/1.1" status: 204 len: 168 time: 0.5468087 Feb 17 04:29:37.032191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:37.056268 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1df1c9-b359-4eeb-ba0d-03465f63d0e1,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:37.067006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:37.328082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.349774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port e5b507ea-1add-460b-b80a-ef0e780ade28, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=e5b507ea-1add-460b-b80a-ef0e780ade28,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:37.382065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.383990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device dd958f62-665c-4877-a39f-b4c0fdc33706 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:37.484016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3af3dca0-7115-484b-b8c0-1b7352ea0f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:37.514846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.593278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Allocated IP 172.20.0.3 (2511bdeb-d06d-49ab-8b4c-2b82cc9beb53/e7b44c3c-e041-4ed2-8b4d-d77b396806d8/0e642401-59eb-4126-be6f-e9e1031c3729) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:37.603836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=e5b507ea-1add-460b-b80a-ef0e780ade28,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:37.608882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:37.609735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port dd958f62-665c-4877-a39f-b4c0fdc33706 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:37.610729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.759053 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f29af20a-1d84-416f-bddb-68912f6d874e req-a1d604d4-f666-4825-a1d9-ddaa5642e76c tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.3317029 Feb 17 04:29:37.845627 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-06641f83-9456-4621-8a53-f303929a0571 req-ad4ce2e3-ce83-48d0-bf4e-f1332fd82d38 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 0.2671745 Feb 17 04:29:37.891550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50460) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:37.936467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.974248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:37.984310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Usage tracker for resource:security_group_rule and tenant:a35691283e70489d95fbfa2425972385 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:37.992381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:38.001987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:38.150082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.181562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.199043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:38.263864 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a35691283e70489d95fbfa2425972385&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3710246 Feb 17 04:29:38.267458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50464) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:38.315816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6058086-c2a1-45cf-81ba-485d73e36605,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:38.326322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:38.384699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.403926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Sync routers for ids ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:38.419160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:38.420004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Routers {'69c06fac-ce7d-41ee-ada7-aa7e19f3f278'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:38.420804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:38.423726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.439114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:38.492748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:38.498300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:38.589381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.755910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.762679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b4ca7413-4f1c-4870-9b40-f3dd88e61eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:38.769181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device e5b507ea-1add-460b-b80a-ef0e780ade28 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:38.826547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.827814 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6058086-c2a1-45cf-81ba-485d73e36605 HTTP/1.1" status: 204 len: 168 time: 0.5591264 Feb 17 04:29:38.833127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6058086-c2a1-45cf-81ba-485d73e36605,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:38.842165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:38.870776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.875909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50482) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:38.887159 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.9467833 Feb 17 04:29:39.019245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:39.033537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:39.140658 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e90112fb-e2aa-4e63-8b04-73e92cf7c45c req-94607c52-1139-40d2-bf28-7a371c8ebf09 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.1115253 Feb 17 04:29:39.298479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:29:39.466321 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:39.653615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:39.774906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:28Z', 'revision_number': 3, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:39.784112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:39.784575 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Updating router 0dd21914-4fd1-4d16-9aed-c986c69f1eca port cf0610a4-74a8-4952-af60-67b94707b1b0 binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:39.824065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event updated for resources: {'Port': ['ID=0e642401-59eb-4126-be6f-e9e1031c3729,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:39.853721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:39.928065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:39.935865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Set router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:40.068024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port e5b507ea-1add-460b-b80a-ef0e780ade28 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:40.068750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.205716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f14142-0af7-4768-831f-0755f0facdbb req-24e5209d-3455-4833-9f77-8ceba55797f0 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:40.206514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-29f14142-0af7-4768-831f-0755f0facdbb req-24e5209d-3455-4833-9f77-8ceba55797f0 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:40.215332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:40.266522 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.271951 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.1415498 Feb 17 04:29:40.274289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:40.275000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50510) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:40.278671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:40.301748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:40.341202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.368390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:40.384777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:40.385688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.562599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-29f14142-0af7-4768-831f-0755f0facdbb req-24e5209d-3455-4833-9f77-8ceba55797f0 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:40.563877 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f14142-0af7-4768-831f-0755f0facdbb req-24e5209d-3455-4833-9f77-8ceba55797f0 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 931 time: 1.0292490 Feb 17 04:29:40.678740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.678866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:40.685356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:40.691548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Transition to ACTIVE for port object cf0610a4-74a8-4952-af60-67b94707b1b0 will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:40.724538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.749062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:40.756832 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f14142-0af7-4768-831f-0755f0facdbb req-3203b922-37b1-40ae-a71c-4427e390de0f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277535 Feb 17 04:29:40.812650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Allocated IP 172.20.0.1 (c7d0247b-0e97-40c0-a552-b9ab9041ad86/9e7a6565-49c0-4d15-a441-ddb82d22d777/2fa41fd8-798c-4c52-abe2-91da2cbbbef4) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:40.815472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0293763 Feb 17 04:29:40.897503 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3e51-31c5-4d1a-906e-2dded05c4e0a None None] Pushing event updated for resources: {'Port': ['ID=cf0610a4-74a8-4952-af60-67b94707b1b0,revision_number=2']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:40.943014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2c9a3e51-31c5-4d1a-906e-2dded05c4e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:41.079350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:41.111621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Transition to ACTIVE for port object 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:41.179426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:41.299192 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7dee78e4-24ba-428f-9311-bb07b785c965 req-9706a60d-de8e-411f-985f-e486d3addc48 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.2169874 Feb 17 04:29:41.310432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:41.338285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Attempting to bind port cf0610a4-74a8-4952-af60-67b94707b1b0 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:41.338708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Attempting to bind port cf0610a4-74a8-4952-af60-67b94707b1b0 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:41.339121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Attempting to bind port cf0610a4-74a8-4952-af60-67b94707b1b0 on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:41.359418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:41.360266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:41.360797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:41.361309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:41.361955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Bound port: cf0610a4-74a8-4952-af60-67b94707b1b0, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:41.362453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:41.525171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] For port cf0610a4-74a8-4952-af60-67b94707b1b0, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:41.529463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] For port cf0610a4-74a8-4952-af60-67b94707b1b0, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=cf0610a4-74a8-4952-af60-67b94707b1b0,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:41.579421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:41.624940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:41.702663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Pushing event updated for resources: {'Port': ['ID=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:41.715023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:41.770074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:41.772057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:41.776442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:41.777089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:41.878870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:42.094350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3e51-31c5-4d1a-906e-2dded05c4e0a None None] Pushing event updated for resources: {'Port': ['ID=cf0610a4-74a8-4952-af60-67b94707b1b0,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:42.106036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2c9a3e51-31c5-4d1a-906e-2dded05c4e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:42.168257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:42.168962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:42.249078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.417199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2b064955-b9c4-4c60-a1b2-2b1582229938 None None] Provisioning for port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:42.435563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:29:34Z', 'revision_number': 4, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1', 'name': '', 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'mac_address': 'fa:16:3e:fb:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ecab726-d422-488c-86ef-dd9bc9025ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:35Z', 'revision_number': 2, 'project_id': 'f61840b93f044921957d894afd1add26', 'subnets': [{'id': '4ecab726-d422-488c-86ef-dd9bc9025ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:42.451887 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2b064955-b9c4-4c60-a1b2-2b1582229938 None None] Provisioning complete for port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:42.456077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2b064955-b9c4-4c60-a1b2-2b1582229938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.506212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98044dca-8eb0-455f-b979-1ff4229dd4fc req-a7782c42-b138-450b-8db0-7f77002d3178 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:42.513645 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98044dca-8eb0-455f-b979-1ff4229dd4fc req-a7782c42-b138-450b-8db0-7f77002d3178 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 931 time: 0.4115565 Feb 17 04:29:42.540907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Checking router: 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:42.545749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Updating router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:42.581225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.750638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2b064955-b9c4-4c60-a1b2-2b1582229938 None None] Port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:29:42.754469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.890783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:36Z', 'revision_number': 3, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:42.909788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:42.910588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Updating router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 port 50bdb1d7-37bd-4c04-9696-767cd51303dc binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:43.024176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:43.074415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.099761 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98044dca-8eb0-455f-b979-1ff4229dd4fc req-5bdf853a-ed5f-4f21-9180-3f7cce5d167a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819378 Feb 17 04:29:43.135310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.136452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.183269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:43.188606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.483530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d9020ca0-973b-4b7a-875b-f94e6ab32860 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:43.484533 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d9020ca0-973b-4b7a-875b-f94e6ab32860 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1903512 Feb 17 04:29:43.602462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:43.609728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:43.628931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Pushing event updated for resources: {'Port': ['ID=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:43.628931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:44.006912 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:40Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:44.015255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8162f67-2916-4bbb-99c0-f49b00853d07 None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:40Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:44.071669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Allocated IP 172.20.0.1 (1f7ad1a0-7804-43c9-a363-4672835d3e18/e20f8abc-116a-4f71-9934-4f844e1caf8b/047c012b-9349-4738-bea9-7b935bbd2949) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:44.075614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:29:44.167581 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f9f3b570-cb49-4b90-afc9-b93a10d1ef31 req-713ae478-2a29-45b2-9313-6b470e1680e4 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.0854483 Feb 17 04:29:44.338981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-6cc702e6-eb3f-45f8-94e7-6417242c5523 None None] Provisioning complete for port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:44.346253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6cc702e6-eb3f-45f8-94e7-6417242c5523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.543268 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.67', 51620) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:44.706128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-618fae13-b85b-43f5-98f6-ba501d1fb135 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:44.707974 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-618fae13-b85b-43f5-98f6-ba501d1fb135 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 818 time: 1.6731741 Feb 17 04:29:44.714819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-6cc702e6-eb3f-45f8-94e7-6417242c5523 None None] Port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:29:44.727082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Request body: {'port': {'device_id': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:44.807879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-969a6c07-0e74-4f29-a65e-675433698ac2 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:44.809566 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-969a6c07-0e74-4f29-a65e-675433698ac2 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.67 "GET /v2.0/networks?id=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab HTTP/1.1" status: 200 len: 812 time: 0.2645438 Feb 17 04:29:44.829570 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-77cec835-349c-479e-93da-ec1f5924fbe4 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/quotas/f61840b93f044921957d894afd1add26 HTTP/1.1" status: 200 len: 375 time: 0.1117375 Feb 17 04:29:44.875787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Request body: {'port': {'device_id': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab', 'admin_state_up': True, 'tenant_id': '5de7e5abda84471f88ab880900f71713'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:44.968048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.resource_extend [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:29:45.017576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89de4-787a-4fe1-b0e1-fe15e0e90e5b req-317d5088-29b8-447f-80bd-d4d2707e1c72 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:45.019821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-52f89de4-787a-4fe1-b0e1-fe15e0e90e5b req-317d5088-29b8-447f-80bd-d4d2707e1c72 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 931 time: 0.5487411 Feb 17 04:29:45.135365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.173238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:45.203132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.226042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Transition to ACTIVE for port object 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:45.240384 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] 10.222.0.26 "PUT /v2.0/routers/0dd21914-4fd1-4d16-9aed-c986c69f1eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3622177 Feb 17 04:29:45.250367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:45.259647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Usage tracker for resource:port and tenant:5de7e5abda84471f88ab880900f71713 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:45.271418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.288249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.296445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:45.326994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:45.369829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Made reservation on behalf of 5de7e5abda84471f88ab880900f71713 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:45.379124 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.472201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:45.622418 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-52f89de4-787a-4fe1-b0e1-fe15e0e90e5b req-a52abfb2-db0b-4cee-95e9-5f22803045b2 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900172 Feb 17 04:29:45.722955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6bd12-0bef-4263-80e5-8d341ddf011b None None] Pushing event updated for resources: {'Port': ['ID=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:45.729562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6e6bd12-0bef-4263-80e5-8d341ddf011b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:45.799008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Transition to ACTIVE for port object 047c012b-9349-4738-bea9-7b935bbd2949 will not be triggered until provisioned by entity DHCP. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:45.811360 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-41d08e1a-5970-434f-b072-5edf2490ca88 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9642153 Feb 17 04:29:45.926523 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cf0610a4-74a8-4952-af60-67b94707b1b0 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:45.995772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.066870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.088358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Allocated IP 172.20.0.2 (4cc74d2e-2e39-4186-a6ef-a11972a8c8ab/9eb3e7e9-e96e-490e-a6ec-d322705540e7/e6deaf5e-0c12-4877-bf04-90aa1d62aece) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:46.117836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Transition to ACTIVE for port object 50bdb1d7-37bd-4c04-9696-767cd51303dc will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:46.132743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Attempting to bind port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:46.133304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Attempting to bind port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:46.133729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Attempting to bind port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 on network 72c29164-42c4-49cc-80c2-e06a7deb22d4 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:46.145221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:46.146580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Checking segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:46.147087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.147532 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Bound using segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:46.148084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Bound port: 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:46.148514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.163877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.194731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:46.389922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port cf0610a4-74a8-4952-af60-67b94707b1b0 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:46.434829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port cf0610a4-74a8-4952-af60-67b94707b1b0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:46.435256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.437201 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35077b8d-e059-441b-a09f-a984116d97d8 req-93f357d5-e1aa-4235-8bad-e0747a4f1486 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.1072991 Feb 17 04:29:46.457077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.477830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.493304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:46.520682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266caba0-178f-4ff9-912a-b5be3df35bc1 None None] Pushing event updated for resources: {'Port': ['ID=50bdb1d7-37bd-4c04-9696-767cd51303dc,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:46.534393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-266caba0-178f-4ff9-912a-b5be3df35bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:46.583188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] For port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:46.590647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e642401-59eb-4126-be6f-e9e1031c3729 {{(pid=84087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:29:46.601548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] For port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:46.624589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.658200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d7a0ce2-2cff-4d40-8e03-fbf6939b4879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:46.666093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.670215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.693297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:46.718597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Pushing event updated for resources: {'Port': ['ID=047c012b-9349-4738-bea9-7b935bbd2949,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:46.726524 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-78561469-48f0-448a-936c-661cae91ae4f service neutron] 10.222.0.26 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9016514 Feb 17 04:29:46.727533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Transition to ACTIVE for port object 0e642401-59eb-4126-be6f-e9e1031c3729 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:46.729077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Attempting to bind port 50bdb1d7-37bd-4c04-9696-767cd51303dc on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:46.729504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Attempting to bind port 50bdb1d7-37bd-4c04-9696-767cd51303dc by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:46.729933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Attempting to bind port 50bdb1d7-37bd-4c04-9696-767cd51303dc on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:46.730389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:46.824690 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:46.825146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:46.825562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.826031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:46.826582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Bound port: 50bdb1d7-37bd-4c04-9696-767cd51303dc, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:46.827009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.917279 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-595780dd-0d66-4d75-a96f-4d16449d5112 service neutron] 10.222.0.26 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711128 Feb 17 04:29:46.933437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Pushing event updated for resources: {'Port': ['ID=e6deaf5e-0c12-4877-bf04-90aa1d62aece,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:46.935104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.940712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:46.990204 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0793fe46-d789-4076-98c7-3eb80768fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:47.011047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:47.013042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:47.015755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:47.022300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:47.023399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:47.082257 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2152977 Feb 17 04:29:47.095846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Request body: {'port': {'device_id': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:47.342437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:47.487684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:47.611666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6bd12-0bef-4263-80e5-8d341ddf011b None None] Pushing event updated for resources: {'Port': ['ID=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:47.617325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6e6bd12-0bef-4263-80e5-8d341ddf011b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:47.665066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50660) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:47.669193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port cf0610a4-74a8-4952-af60-67b94707b1b0, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=cf0610a4-74a8-4952-af60-67b94707b1b0,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:47.671979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] For port 50bdb1d7-37bd-4c04-9696-767cd51303dc, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:47.674302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Routers {'69c06fac-ce7d-41ee-ada7-aa7e19f3f278'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:47.675138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:47.743722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Pushing event updated for resources: {'Port': ['ID=0e642401-59eb-4126-be6f-e9e1031c3729,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:47.811024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:47.815188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010797757', 'description': 'tempest-description--1517761745'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:47.835344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] For port 50bdb1d7-37bd-4c04-9696-767cd51303dc, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=50bdb1d7-37bd-4c04-9696-767cd51303dc,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:47.837228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:47.850927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:47.890941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:47.903182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:47.905605 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6a749127-7158-4dd2-9ca3-13b9e44c8b01 req-3016f6fa-c161-4a9d-9448-ed58b6b7f854 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 210 time: 0.1568925 Feb 17 04:29:47.913466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:47.916418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50666) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:47.918883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:47.926313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:47.929641 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:47.930220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:47.947018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.008564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:48.190857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e68f-05f7-4c97-b7fc-dd3609eadd87 req-7e411b57-fe23-4e51-bbb5-6a17e07f65ff tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:48.199271 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3709e68f-05f7-4c97-b7fc-dd3609eadd87 req-7e411b57-fe23-4e51-bbb5-6a17e07f65ff tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 943 time: 0.5738328 Feb 17 04:29:48.202298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6deaf5e-0c12-4877-bf04-90aa1d62aece {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:29:48.230509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.254637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.268708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Transition to ACTIVE for port object e6deaf5e-0c12-4877-bf04-90aa1d62aece will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:48.299366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=cf0610a4-74a8-4952-af60-67b94707b1b0,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:48.305271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.309083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:48.309546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:48.402163 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3709e68f-05f7-4c97-b7fc-dd3609eadd87 req-cc405ed2-28b0-4d94-a32e-290fc71c4243 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017384 Feb 17 04:29:48.439377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] Set router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:48.471443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:48.529953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-7b8e1be5-5cbb-474a-aa4c-194a05c49ce6 None None] Provisioning for port 047c012b-9349-4738-bea9-7b935bbd2949 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:48.538876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:48.555736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266caba0-178f-4ff9-912a-b5be3df35bc1 None None] Pushing event updated for resources: {'Port': ['ID=50bdb1d7-37bd-4c04-9696-767cd51303dc,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:48.562867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-7b8e1be5-5cbb-474a-aa4c-194a05c49ce6 None None] Provisioning complete for port 047c012b-9349-4738-bea9-7b935bbd2949 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:48.563293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7b8e1be5-5cbb-474a-aa4c-194a05c49ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.591502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-266caba0-178f-4ff9-912a-b5be3df35bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:48.598401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:48.621219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:48.622142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:48.625060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6deaf5e-0c12-4877-bf04-90aa1d62aece,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:48.638858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:48.721585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.835449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:48.836162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:48.875394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Attempting to bind port e6deaf5e-0c12-4877-bf04-90aa1d62aece on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:48.875394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Attempting to bind port e6deaf5e-0c12-4877-bf04-90aa1d62aece by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6256137a-8926-4b81-9d2d-53524207ecd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:48.876157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Attempting to bind port e6deaf5e-0c12-4877-bf04-90aa1d62aece on network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:48.884574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:48.885418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Checking segment: {'id': '6256137a-8926-4b81-9d2d-53524207ecd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:48.885887 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.886674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Bound using segment: {'id': '6256137a-8926-4b81-9d2d-53524207ecd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:48.888777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Bound port: e6deaf5e-0c12-4877-bf04-90aa1d62aece, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6256137a-8926-4b81-9d2d-53524207ecd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4cc74d2e-2e39-4186-a6ef-a11972a8c8ab'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:48.889163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.898727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e1be5-5cbb-474a-aa4c-194a05c49ce6 None None] Port 047c012b-9349-4738-bea9-7b935bbd2949 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:29:48.945518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:49.003288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-88c87132-d50a-4a40-a8da-690241f157e2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:49.011349 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-88c87132-d50a-4a40-a8da-690241f157e2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 818 time: 0.2742503 Feb 17 04:29:49.024733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:49.040287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] For port e6deaf5e-0c12-4877-bf04-90aa1d62aece, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:49.045326 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] For port e6deaf5e-0c12-4877-bf04-90aa1d62aece, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e6deaf5e-0c12-4877-bf04-90aa1d62aece,segment=NetworkSegment(6256137a-8926-4b81-9d2d-53524207ecd8),segment_id=6256137a-8926-4b81-9d2d-53524207ecd8)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:49.055002 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-389025e3-ac4f-4d29-8755-d27a4c4f609d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/quotas/f61840b93f044921957d894afd1add26 HTTP/1.1" status: 200 len: 375 time: 0.0424685 Feb 17 04:29:49.081603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.105105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:49.131584 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:49.142773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:49.177611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:49.212629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.247931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Usage tracker for resource:security_group_rule and tenant:e9a00577c3a54237addd5fc8a4b8ae07 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:49.271804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:49.367126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:49.370766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:29:34Z', 'revision_number': 4, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1', 'name': '', 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'mac_address': 'fa:16:3e:fb:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ecab726-d422-488c-86ef-dd9bc9025ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:46Z', 'revision_number': 4, 'project_id': 'f61840b93f044921957d894afd1add26', 'subnets': [{'id': '4ecab726-d422-488c-86ef-dd9bc9025ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:49.387491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6deaf5e-0c12-4877-bf04-90aa1d62aece,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:49.395836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c99650a-7794-4ef3-b423-08935935bac2 None None] The sync data for ids ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'] in dv-cinder-759955-5-smb is: [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:29:34Z', 'revision_number': 4, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1', 'name': '', 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'mac_address': 'fa:16:3e:fb:a9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ecab726-d422-488c-86ef-dd9bc9025ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:46Z', 'revision_number': 4, 'project_id': 'f61840b93f044921957d894afd1add26', 'subnets': [{'id': '4ecab726-d422-488c-86ef-dd9bc9025ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:49.409608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:49.412073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.417224 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] 10.222.0.67 "PUT /v2.0/ports/e6deaf5e-0c12-4877-bf04-90aa1d62aece HTTP/1.1" status: 200 len: 1157 time: 2.3264556 Feb 17 04:29:49.418113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'tag': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:49.425104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:42Z', 'revision_number': 2, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:49.429988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:49.430322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Updating router 0dd21914-4fd1-4d16-9aed-c986c69f1eca port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:49.477455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:49.557325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.558863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Attempting to bind port 0e642401-59eb-4126-be6f-e9e1031c3729 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:49.559965 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Attempting to bind port 0e642401-59eb-4126-be6f-e9e1031c3729 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:49.560634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Attempting to bind port 0e642401-59eb-4126-be6f-e9e1031c3729 on network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:49.619570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:49.620228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Checking segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:49.622120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.622794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Bound using segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:49.626627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Bound port: 0e642401-59eb-4126-be6f-e9e1031c3729, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:49.627345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.629497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:49.703477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-23ee46ff-35f1-41a7-be4c-156892825fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:49.708677 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-23ee46ff-35f1-41a7-be4c-156892825fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5de7e5abda84471f88ab880900f71713&device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 1160 time: 0.1761298 Feb 17 04:29:49.888183 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-020334cc-3b41-477c-bd7c-28d2d83fc369 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8308074 Feb 17 04:29:49.927414 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-3fb4fc5b-590c-4b78-945e-c5fc027d5087 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6deaf5e-0c12-4877-bf04-90aa1d62aece HTTP/1.1" status: 200 len: 217 time: 0.2140715 Feb 17 04:29:49.941128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.67', 51626) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:50.067833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:29:44Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:50.077158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d880b52-f93d-4b07-b5d7-07d9b6aa2c12 None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:29:44Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:50.221104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cf0610a4-74a8-4952-af60-67b94707b1b0 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:50.235130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] For port 0e642401-59eb-4126-be6f-e9e1031c3729, host hv-cinder-75995, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:50.244205 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a71ee-f494-4703-94f2-54da8501783b req-b64f297b-97be-42ad-831e-494bf5c8f694 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:50.258477 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-503a71ee-f494-4703-94f2-54da8501783b req-b64f297b-97be-42ad-831e-494bf5c8f694 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 943 time: 1.8915174 Feb 17 04:29:50.283546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-c4520985-409a-4358-acc8-59a230d8ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:50.287192 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-c4520985-409a-4358-acc8-59a230d8ebac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9eb3e7e9-e96e-490e-a6ec-d322705540e7 HTTP/1.1" status: 200 len: 852 time: 0.3408451 Feb 17 04:29:50.371661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port cf0610a4-74a8-4952-af60-67b94707b1b0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:50.372090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.530531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.664384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:50.673229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.687529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Transition to ACTIVE for port object 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:50.711616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] For port 0e642401-59eb-4126-be6f-e9e1031c3729, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0e642401-59eb-4126-be6f-e9e1031c3729,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:50.721481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.724596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.728520 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-2106be93-9f82-4908-8438-3a7f260e5a0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3366961 Feb 17 04:29:50.746976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.787889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4b4786e-3bc1-44a8-a543-779e1cd387fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:50.844206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:50.851483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:50.851907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.867781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.929560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdecc1-7e17-476f-b9f6-a2b7af85b25d None None] Pushing event updated for resources: {'Port': ['ID=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:50.933266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f0cdecc1-7e17-476f-b9f6-a2b7af85b25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:51.042548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-616689e1-30d6-4c07-bc03-0b8d7ac599a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.061572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-503a71ee-f494-4703-94f2-54da8501783b req-eb92c357-6b1f-4146-bd69-06fd9114f2b5 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Synchronizing usage tracker for tenant:5de7e5abda84471f88ab880900f71713 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:51.064363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.078829 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-d387fd79-1cee-4a95-9764-9ebd72ae5b4f service neutron] 10.222.0.26 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1906154 Feb 17 04:29:51.093659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-fcccdb59-d69b-410b-9a53-b6959dd034a6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:51.095373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c1933f05-dd2e-4472-829a-09a10dff24db req-fcccdb59-d69b-410b-9a53-b6959dd034a6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Synchronizing usage tracker for tenant:f61840b93f044921957d894afd1add26 on resource:network {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:51.135083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.141178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.158890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.165221 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-42789011-2756-46f1-b237-e61c5d7a63c3 service neutron] 10.222.0.67 "GET /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171042 Feb 17 04:29:51.206968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.247020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.248524 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.5067208 Feb 17 04:29:51.257388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:51.289574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.291630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-208fe883-e75e-4e08-90b0-05cd5abe3e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.302934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50726) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:51.312029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c1933f05-dd2e-4472-829a-09a10dff24db req-fcccdb59-d69b-410b-9a53-b6959dd034a6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Unset dirty status for tenant:f61840b93f044921957d894afd1add26 on resource:network {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:51.315677 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-fcccdb59-d69b-410b-9a53-b6959dd034a6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 818 time: 1.3734765 Feb 17 04:29:51.332738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'security_group_rule': {'security_group_id': '3256d81f-2a9a-4d02-a886-6133cbade01f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:51.457180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Attempting to bind port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:51.462274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Attempting to bind port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:51.462908 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Attempting to bind port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 on network c7d0247b-0e97-40c0-a552-b9ab9041ad86 {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:51.480677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:51.493242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:51.493635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:51.495066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Checking segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:51.496697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.497347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Bound using segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:51.498561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Bound port: 2fa41fd8-798c-4c52-abe2-91da2cbbbef4, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:51.504948 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.505201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Request body: {'port': {'device_id': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4', 'admin_state_up': True, 'tenant_id': 'f61840b93f044921957d894afd1add26'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:51.647389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:51.681674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:51.705382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:51.732891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:51.789838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] For port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:51.795044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] For port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:51.811021 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2bda994-6e22-4922-b15d-d0c4b00315e4 req-bc6fcc41-c4c8-46d4-89e2-37f333d284b0 service neutron] 10.222.0.67 "GET /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6310945 Feb 17 04:29:51.824423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.852818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.853652 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:51.860926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Usage tracker for resource:port and tenant:f61840b93f044921957d894afd1add26 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:51.867034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:51.881364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:51.892242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.942979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.972572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:51.978840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Made reservation on behalf of f61840b93f044921957d894afd1add26 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:51.984805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:51.985462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.001594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.011347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:52.124590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3623169b-61f9-4f19-8b92-16d9260dccfd,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.135458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:52.140458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:52.149301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdecc1-7e17-476f-b9f6-a2b7af85b25d None None] Pushing event updated for resources: {'Port': ['ID=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,revision_number=4']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.156575 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f0cdecc1-7e17-476f-b9f6-a2b7af85b25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:52.196683 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.203691 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8991954 Feb 17 04:29:52.211156 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50738) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:52.233320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'security_group_rule': {'security_group_id': '3256d81f-2a9a-4d02-a886-6133cbade01f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:52.270123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:52.285570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:52.437760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:52.440597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.544341 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:29:52.556548 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9a00577c3a54237addd5fc8a4b8ae07&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6356153 Feb 17 04:29:52.559914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-503a71ee-f494-4703-94f2-54da8501783b req-eb92c357-6b1f-4146-bd69-06fd9114f2b5 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Unset dirty status for tenant:5de7e5abda84471f88ab880900f71713 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:52.561107 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-503a71ee-f494-4703-94f2-54da8501783b req-eb92c357-6b1f-4146-bd69-06fd9114f2b5 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2997811 Feb 17 04:29:52.569105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50742) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:52.587035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3256d81f-2a9a-4d02-a886-6133cbade01f,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.591467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:52.604677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:52.611107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:52.613858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3f5fed06-a60d-460b-a148-5ebf094565bf None None] Provisioning complete for port 047c012b-9349-4738-bea9-7b935bbd2949 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:52.614374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3f5fed06-a60d-460b-a148-5ebf094565bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.628307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:52.679607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:52.680895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.682899 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] 10.222.0.67 "PUT /v2.0/ports/0e642401-59eb-4126-be6f-e9e1031c3729 HTTP/1.1" status: 200 len: 1157 time: 8.5055137 Feb 17 04:29:52.707059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:52.757762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.796726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Allocated IP 172.20.0.4 (72c29164-42c4-49cc-80c2-e06a7deb22d4/4ecab726-d422-488c-86ef-dd9bc9025ae3/fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:52.890830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 50bdb1d7-37bd-4c04-9696-767cd51303dc up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:52.913279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'tag': '0e642401-59eb-4126-be6f-e9e1031c3729'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:53.014942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fed06-a60d-460b-a148-5ebf094565bf None None] Port 047c012b-9349-4738-bea9-7b935bbd2949 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:29:53.048316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.087246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.095743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-40789ea2-19c8-486f-ad00-4eb7afa367b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:53.109525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 50bdb1d7-37bd-4c04-9696-767cd51303dc completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:53.116867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 50bdb1d7-37bd-4c04-9696-767cd51303dc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:53.117467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.199007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64e7305-243a-480a-b78d-0eb39e739a36,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:53.207149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:53.242226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:53.293014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.308175 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b190b013-9faa-4efb-897d-3ee255ecb6b9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0918686 Feb 17 04:29:53.311879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50764) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:53.325778 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] 10.222.0.26 "PUT /v2.0/routers/3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0495284 Feb 17 04:29:53.341181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'floatingip': {'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:53.352110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:53.357148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.363530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:floatingip and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:53.368826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:53.376967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:53.399040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.421146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.440547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.443130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 50bdb1d7-37bd-4c04-9696-767cd51303dc, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=50bdb1d7-37bd-4c04-9696-767cd51303dc,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:53.459938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.481070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.483150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:53.495623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:53.509322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.556790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.514s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:53.570215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.315s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:53.617007 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c3e734c6-4ad0-424c-992d-d94658588147 service neutron] 10.222.0.26 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.5370390 Feb 17 04:29:53.658007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-974419fa-3c00-48dd-a303-ff8742aaa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:53.661403 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-974419fa-3c00-48dd-a303-ff8742aaa0c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 1160 time: 0.6464565 Feb 17 04:29:53.668123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7413ef-0930-4a6d-aa8e-2f9de339c3b4 req-44852990-fa3f-4d6b-984c-d60eeb596383 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:53.670200 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd7413ef-0930-4a6d-aa8e-2f9de339c3b4 req-44852990-fa3f-4d6b-984c-d60eeb596383 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 943 time: 0.5852013 Feb 17 04:29:53.681346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=50bdb1d7-37bd-4c04-9696-767cd51303dc,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:53.686414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:53.751826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:51Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:53.757114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e3e154-7c31-40a3-941f-0d28916aa50a None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:51Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:53.818276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Pushing event updated for resources: {'Port': ['ID=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:53.831029 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd7413ef-0930-4a6d-aa8e-2f9de339c3b4 req-0bf2fe6a-6895-4106-be3b-703b93c11698 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810428 Feb 17 04:29:53.853165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Pushing event updated for resources: {'Port': ['ID=047c012b-9349-4738-bea9-7b935bbd2949,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:53.862178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:53.912162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:53.916361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:53.922949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:53.927000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:53.927839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.974052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.005747 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6557815 Feb 17 04:29:54.009460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Pushing event updated for resources: {'Port': ['ID=0e642401-59eb-4126-be6f-e9e1031c3729,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:54.020816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:54.022940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.220s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:54.034625 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-f8aba77b-7bc0-4d60-b79c-12d8cec4dd7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e642401-59eb-4126-be6f-e9e1031c3729 HTTP/1.1" status: 200 len: 217 time: 0.3564966 Feb 17 04:29:54.042522 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17c414-41d0-4b60-9c4b-cb8c8ab817b8,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:54.046239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:54.048361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.129s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:54.048769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:54.080429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Request body: {'port': {'device_id': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:54.109225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:54.120339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.156864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:54.234070 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'tag': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece', 'status': 'completed', 'code': 200} Feb 17 04:29:54.236211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17c414-41d0-4b60-9c4b-cb8c8ab817b8,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:54.245646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:54.253737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.260200 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e17c414-41d0-4b60-9c4b-cb8c8ab817b8 HTTP/1.1" status: 204 len: 168 time: 1.6775897 Feb 17 04:29:54.284799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-5a174f6e-4daa-48f7-9b3f-9bb112c2b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:54.290232 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-5a174f6e-4daa-48f7-9b3f-9bb112c2b241 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.2403872 Feb 17 04:29:54.397950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:54.404672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:54.408957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.417041 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-b1ea4558-072b-4035-99ea-1fb1196e0a06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130571 Feb 17 04:29:54.520921 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'tag': '0e642401-59eb-4126-be6f-e9e1031c3729', 'status': 'completed', 'code': 200} Feb 17 04:29:54.660224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.758441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:54.847303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79bf2c-7144-4558-85d5-279de28b06c9 req-002022b0-8964-4cf7-b30b-e95252018a99 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:54.855938 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bf79bf2c-7144-4558-85d5-279de28b06c9 req-002022b0-8964-4cf7-b30b-e95252018a99 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 943 time: 0.4361398 Feb 17 04:29:54.859815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.866736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.867921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 50bdb1d7-37bd-4c04-9696-767cd51303dc up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:54.919678 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-956d456c-b1f1-44a8-8704-c0ab6a14598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:54.921557 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-956d456c-b1f1-44a8-8704-c0ab6a14598d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5de7e5abda84471f88ab880900f71713&device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 1160 time: 0.6275628 Feb 17 04:29:54.942618 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-8d0d3f1c-96c7-42cb-9f58-d7fe17877d0e service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046513 Feb 17 04:29:54.944112 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bf79bf2c-7144-4558-85d5-279de28b06c9 req-ea8333fe-c995-41cc-8195-6fe0706c4f7c tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870936 Feb 17 04:29:55.017635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:55.079500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:55.141985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:55.156712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:55.163943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:55.165001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:55.366111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 50bdb1d7-37bd-4c04-9696-767cd51303dc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:55.366534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:55.403834 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-66df0d58-dc46-4f3a-8c73-016a4253f6f3 req-75679915-e376-41c1-a82a-778750b874fd tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 210 time: 0.3546519 Feb 17 04:29:55.451520 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e6e4093-d89b-4afc-b3d7-949d67bdde7f req-c034be7f-e158-4618-9fc1-3eb78931d005 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5058558 Feb 17 04:29:55.496737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-f0c2fae2-e9cc-4353-8ee6-8f0e1c66f138 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:29:55.531354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:55.637639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-b9c391ff-adad-4e91-bb0d-c47036f0311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:55.639279 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-b9c391ff-adad-4e91-bb0d-c47036f0311f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab HTTP/1.1" status: 200 len: 906 time: 0.6836774 Feb 17 04:29:55.746134 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-d2013990-cc8e-4ad9-b48a-ef3152e0b908 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6deaf5e-0c12-4877-bf04-90aa1d62aece HTTP/1.1" status: 200 len: 217 time: 0.0993998 Feb 17 04:29:55.936347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-495e2775-cd4d-4635-a3da-8c8a3b51a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:55.938099 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-495e2775-cd4d-4635-a3da-8c8a3b51a807 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 1160 time: 0.2246854 Feb 17 04:29:55.944129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Allocated IP 172.28.3.183 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/4047efe4-4cde-4d85-ab21-7e87aaea6663) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:55.971434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50822) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:55.982026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e6deaf5e-0c12-4877-bf04-90aa1d62aece up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:56.143713 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.154256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-7bd22569-69fa-4302-a61d-46f1f3a235b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:56.156017 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-7bd22569-69fa-4302-a61d-46f1f3a235b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9eb3e7e9-e96e-490e-a6ec-d322705540e7 HTTP/1.1" status: 200 len: 852 time: 0.3641515 Feb 17 04:29:56.257410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:56.282996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50832) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:56.310144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbadb6a-d7e1-4cef-87d5-928ef9ef20b4 req-5116e9ae-6357-47ab-a8fc-12464faf5845 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:56.320276 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-edbadb6a-d7e1-4cef-87d5-928ef9ef20b4 req-5116e9ae-6357-47ab-a8fc-12464faf5845 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 943 time: 0.5370402 Feb 17 04:29:56.322900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea5749bde004ec6a74c3aec9deacc80 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:56.331810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:56.352910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423593754', 'description': 'tempest-description--534513961'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:56.360607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:56.365096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:56.369062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:56.375574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:56.395924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:56.439831 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-896995e0-ff77-4dda-be8c-867860576dee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2764096 Feb 17 04:29:56.534597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:29:50Z', 'revision_number': 2, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:56.539760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:56.540469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Updating router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 port 047c012b-9349-4738-bea9-7b935bbd2949 binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:56.557563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.601163 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-edbadb6a-d7e1-4cef-87d5-928ef9ef20b4 req-fa270e68-c344-4166-93ba-484496c088af tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798314 Feb 17 04:29:56.602335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-17bfa992-a358-4f84-9d35-4954b00d95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:56.604864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.607003 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-17bfa992-a358-4f84-9d35-4954b00d95ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 908 time: 0.6345675 Feb 17 04:29:56.631129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:56.667023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port e6deaf5e-0c12-4877-bf04-90aa1d62aece completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:56.682063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port e6deaf5e-0c12-4877-bf04-90aa1d62aece triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:56.682494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.752943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.757543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:56.780002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:56.793845 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-447e5659-dbe6-4e06-9ca4-698a8de2db5c service neutron] 10.222.0.67 "GET /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269460 Feb 17 04:29:56.839137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:56.849963 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-65a6636d-1d10-4d00-ba46-3d39ef19be0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e642401-59eb-4126-be6f-e9e1031c3729 HTTP/1.1" status: 200 len: 217 time: 0.2128103 Feb 17 04:29:56.858821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dd98e5dc-ed05-41e4-8ba4-4fdb9be8687d req-bd892f44-07fd-4518-b6c0-828134401dcb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 210 time: 0.0921977 Feb 17 04:29:56.903038 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:56.947212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:56.947782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.983659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-61d1bdf3-6740-44ad-aaeb-b499ff7eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:56.984747 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-61d1bdf3-6740-44ad-aaeb-b499ff7eb439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.1208951 Feb 17 04:29:56.999827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:29:57.021551 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.046684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5aa49-0e92-4b04-8994-4baf9db225bf req-ccda3903-8217-475a-bef0-ee60d008648d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:57.048624 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-45d5aa49-0e92-4b04-8994-4baf9db225bf req-ccda3903-8217-475a-bef0-ee60d008648d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 943 time: 0.5403721 Feb 17 04:29:57.066504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Transition to ACTIVE for port object fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:57.068561 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-db12d60c-1b96-4f74-a2aa-7425f76d6061 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761790 Feb 17 04:29:57.107046 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c1cf936-1987-4e39-a569-be7c65e84b55 req-a2a7d239-9e5a-4307-9dfa-6e4b33b1712f service neutron] 10.222.0.67 "GET /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3040709 Feb 17 04:29:57.108182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.147227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:57.150344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.187234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.213284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.221106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port e6deaf5e-0c12-4877-bf04-90aa1d62aece, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e6deaf5e-0c12-4877-bf04-90aa1d62aece,segment=NetworkSegment(6256137a-8926-4b81-9d2d-53524207ecd8),segment_id=6256137a-8926-4b81-9d2d-53524207ecd8)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:57.227021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:57.251388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.271328 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-45d5aa49-0e92-4b04-8994-4baf9db225bf req-15e80998-2733-4081-8cd5-673e0c515341 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066553 Feb 17 04:29:57.276097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.276859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.316571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f5c4d867-a41f-441a-b2b2-ed3daf28274e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:57.329720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.434120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:57.442344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef508e7a-7d82-4165-a817-8d4b6ddca73d,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:57.480642 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-812c8b45-72e5-4a8e-bcf2-505862cbee80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ea5749bde004ec6a74c3aec9deacc80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4298882 Feb 17 04:29:57.489655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50848) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:57.559019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.564862 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2757537 Feb 17 04:29:57.567297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Pushing event updated for resources: {'Port': ['ID=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:57.572524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50854) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:57.573239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c850e8b-a557-47b6-9025-97d809d541d6,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:57.580808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:57.582207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:57.595492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:57.595905 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:57.602423 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-3e435bdf-22ea-4284-80ef-7e60a2ce2937 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175891 Feb 17 04:29:57.615198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'security_group_rule': {'security_group_id': '8c850e8b-a557-47b6-9025-97d809d541d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:57.668988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:57.675790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:57.717356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=e6deaf5e-0c12-4877-bf04-90aa1d62aece,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:57.721869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:57.758553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:57.771645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:57.837932 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-2755f142-3f35-4f95-9b98-036621145527 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:29:57.860659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:57.954276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.006820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.028982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Transition to ACTIVE for port object 047c012b-9349-4738-bea9-7b935bbd2949 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:58.044325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.062663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.064047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.083434 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9c3e0217-5fc2-4e42-a4a3-0f87d57b7e34 req-eab301af-befb-41d0-bd6a-8ab7bd981463 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4627428 Feb 17 04:29:58.149215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'Port': ['ID=4047efe4-4cde-4d85-ab21-7e87aaea6663,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:58.150531 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece', 'code': 200} Feb 17 04:29:58.151092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:58.162838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:58.193573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81d40-b871-451e-b02d-3714addc9028 req-83790c90-6977-4f33-8341-8058fe1c4c60 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.207895 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-38d81d40-b871-451e-b02d-3714addc9028 req-83790c90-6977-4f33-8341-8058fe1c4c60 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 943 time: 0.3631508 Feb 17 04:29:58.291981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e6deaf5e-0c12-4877-bf04-90aa1d62aece up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:58.370367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.399949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc270-2b21-43a3-bd65-cd2697e73a00 None None] Pushing event updated for resources: {'Port': ['ID=047c012b-9349-4738-bea9-7b935bbd2949,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:58.413323 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-38d81d40-b871-451e-b02d-3714addc9028 req-fc32e1dd-9453-46e2-ab7b-adc57b9427a2 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042432 Feb 17 04:29:58.435980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-aba10833-ac8d-4e9c-8036-2998ce80d077 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.440827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.441149 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-aba10833-ac8d-4e9c-8036-2998ce80d077 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 818 time: 1.0636618 Feb 17 04:29:58.442895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.453258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:58.466549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6adc270-2b21-43a3-bd65-cd2697e73a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:58.467258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Request body: {'port': {'device_id': 'c2545f9c-64e7-4274-9156-289b53141e43', 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4', 'admin_state_up': True, 'tenant_id': 'f61840b93f044921957d894afd1add26'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:58.521459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:58.536507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port e6deaf5e-0c12-4877-bf04-90aa1d62aece triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:58.538726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.542035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:58.543658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:58.573688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e8b0-c9a4-4538-b20a-cd5f4d37fbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.585375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef508e7a-7d82-4165-a817-8d4b6ddca73d,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:58.596166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:58.611775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Attempting to bind port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:58.611775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Attempting to bind port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:58.612037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Attempting to bind port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea on network 72c29164-42c4-49cc-80c2-e06a7deb22d4 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:58.647097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:58.655893 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0a0a85c5-96e2-492c-a7b6-b32f0f824842 req-b52b7039-01c6-4eb5-9bf0-4aa419747165 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 210 time: 0.2165916 Feb 17 04:29:58.691706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:58.692583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Checking segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:58.693018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.693322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Bound using segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:58.693820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Bound port: fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:58.694222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.740836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99002919-863c-4afe-8656-3d8e99329487,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:58.773189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:58.783721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.788503 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef508e7a-7d82-4165-a817-8d4b6ddca73d HTTP/1.1" status: 204 len: 168 time: 1.2961860 Feb 17 04:29:58.793586 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.794998 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2190862 Feb 17 04:29:58.802418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 50894) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:58.808479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 0e642401-59eb-4126-be6f-e9e1031c3729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:58.813133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'security_group_rule': {'security_group_id': '8c850e8b-a557-47b6-9025-97d809d541d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:58.855293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.867120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-98acad18-97c2-4500-be90-b4fac41de9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.868782 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-98acad18-97c2-4500-be90-b4fac41de9eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 1162 time: 0.3090098 Feb 17 04:29:58.869415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:58.904664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:58.914148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.915922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:58.934668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f254dc-751d-48c3-8d2f-a946b3c5855b req-83c3ab26-d2d0-4844-9bfd-2fb733209119 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.943720 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c3f254dc-751d-48c3-8d2f-a946b3c5855b req-83c3ab26-d2d0-4844-9bfd-2fb733209119 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 945 time: 0.3826032 Feb 17 04:29:58.971428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:58.979452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Usage tracker for resource:security_group_rule and tenant:ddb4eb06fd2b4459ac9bb2040d128bbb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:58.991815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Attempting to bind port 047c012b-9349-4738-bea9-7b935bbd2949 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:58.991815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Attempting to bind port 047c012b-9349-4738-bea9-7b935bbd2949 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:59.003181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Attempting to bind port 047c012b-9349-4738-bea9-7b935bbd2949 on network 1f7ad1a0-7804-43c9-a363-4672835d3e18 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:59.003372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:59.003477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:59.003477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:59.003659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:59.003659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Checking segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:59.003659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.003659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Bound using segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:59.003659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Bound port: 047c012b-9349-4738-bea9-7b935bbd2949, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:59.003659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.004312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:59.011559 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c3f254dc-751d-48c3-8d2f-a946b3c5855b req-3546ea8c-6906-46b5-9862-075b5d64f1a2 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669296 Feb 17 04:29:59.026643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Usage tracker for resource:port and tenant:f61840b93f044921957d894afd1add26 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:59.031989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] For port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:59.039648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:59.063044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:59.069392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] For port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:59.071984 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.112919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 0e642401-59eb-4126-be6f-e9e1031c3729 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:59.125712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 0e642401-59eb-4126-be6f-e9e1031c3729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:59.126163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.128212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.169650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.170215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] For port 047c012b-9349-4738-bea9-7b935bbd2949, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:59.182770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Made reservation on behalf of f61840b93f044921957d894afd1add26 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:59.188696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:59.189052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.193130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] For port 047c012b-9349-4738-bea9-7b935bbd2949, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=047c012b-9349-4738-bea9-7b935bbd2949,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:59.201217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.239144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:59.265390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62368e-f54d-4d9c-aa7f-84f16124ca56,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:59.273185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.279032 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eff608b8-6aed-4d9b-a6ea-e3ae7afb4d7a req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006324 Feb 17 04:29:59.280239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:59.280891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.297277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.315041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:59.478480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 0e642401-59eb-4126-be6f-e9e1031c3729, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0e642401-59eb-4126-be6f-e9e1031c3729,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:59.655841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:29:59.666795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.714952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc270-2b21-43a3-bd65-cd2697e73a00 None None] Pushing event updated for resources: {'Port': ['ID=047c012b-9349-4738-bea9-7b935bbd2949,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:59.715168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4637a-0d53-46e4-a759-21bd9b01ad81 req-53ff1b32-4cb1-41a7-a301-0e54223b592a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:59.727112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6adc270-2b21-43a3-bd65-cd2697e73a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:59.727418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:59.733593 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-feb4637a-0d53-46e4-a759-21bd9b01ad81 req-53ff1b32-4cb1-41a7-a301-0e54223b592a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1851544 Feb 17 04:29:59.757013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.816721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=0e642401-59eb-4126-be6f-e9e1031c3729,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:59.823050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:59.826703 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-feb4637a-0d53-46e4-a759-21bd9b01ad81 req-43eb8a45-1d44-4aa3-8d13-e1701f1e87c2 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920808 Feb 17 04:29:59.826849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e6deaf5e-0c12-4877-bf04-90aa1d62aece up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:59.912356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Pushing event updated for resources: {'Port': ['ID=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:59.920379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port e6deaf5e-0c12-4877-bf04-90aa1d62aece triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:59.920802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.931142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:59.940889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.957976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:59.958674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:29:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:00.001501 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c58c4dc3-db90-44a1-b518-317f6d038c85 req-9c75d416-bb60-4c59-ba51-bbea1d9a3069 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 210 time: 0.0848539 Feb 17 04:30:00.052101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.053118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:00.319669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:00.359331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.382923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd27e6-5267-44ff-96a6-46b58d3a4cae req-1b8c1f2d-af5c-48b7-b9d8-c525f2161819 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:00.383724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.385145 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-70bd27e6-5267-44ff-96a6-46b58d3a4cae req-1b8c1f2d-af5c-48b7-b9d8-c525f2161819 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 945 time: 0.1299865 Feb 17 04:30:00.438518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.455055 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1269469 Feb 17 04:30:00.483923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e642401-59eb-4126-be6f-e9e1031c3729'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:00.491682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.494878 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6865563 Feb 17 04:30:00.499014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 50946) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:00.504921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'Port': ['ID=4047efe4-4cde-4d85-ab21-7e87aaea6663,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:00.526988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c2bf8f48-5a52-483a-b827-ab0855f013ea tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:00.530589 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-70bd27e6-5267-44ff-96a6-46b58d3a4cae req-397cb060-8149-4776-b8ee-95d99156f11f tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354320 Feb 17 04:30:00.543293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'floatingip': {'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:00.547362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:00.562365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:00.572190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:floatingip and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:00.576955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:00.589219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:00.643426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7b2d43-da9a-40ed-ba4e-64d558369cb7,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:00.648072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.658435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:00.664552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 047c012b-9349-4738-bea9-7b935bbd2949 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:00.673572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:00.674323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.676826 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] 10.222.0.67 "PUT /v2.0/ports/fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 1157 time: 6.6377680 Feb 17 04:30:00.678725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'tag': 'fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:00.781682 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e642401-59eb-4126-be6f-e9e1031c3729', 'code': 200} Feb 17 04:30:00.989138 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'tag': 'fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea', 'status': 'completed', 'code': 200} Feb 17 04:30:01.111818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-477073ae-69e5-4bbd-8fa5-5157cd7404eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.123582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Allocated IP 172.20.0.2 (72c29164-42c4-49cc-80c2-e06a7deb22d4/4ecab726-d422-488c-86ef-dd9bc9025ae3/070c6cf2-4399-476d-b45c-d51c4013edce) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:01.153591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-4019ca17-7d8d-4e01-958c-cb7affdd518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:01.155629 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-4019ca17-7d8d-4e01-958c-cb7affdd518e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1160 time: 0.3908117 Feb 17 04:30:01.166284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 0e642401-59eb-4126-be6f-e9e1031c3729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:01.213764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 047c012b-9349-4738-bea9-7b935bbd2949 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:01.223154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.264450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 047c012b-9349-4738-bea9-7b935bbd2949 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:01.264871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.442784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 0e642401-59eb-4126-be6f-e9e1031c3729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:01.443366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.480725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-9b519e96-b032-47c9-a6ca-7c429901edc7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:01.542138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8628e-6002-4eb5-b87d-f4adfa16a5fd req-45b7f996-2151-43c5-bc15-7cb0048a8849 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:01.543762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.544458 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b7e8628e-6002-4eb5-b87d-f4adfa16a5fd req-45b7f996-2151-43c5-bc15-7cb0048a8849 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 945 time: 0.3001659 Feb 17 04:30:01.559503 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-9b519e96-b032-47c9-a6ca-7c429901edc7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:01.569315 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-9b519e96-b032-47c9-a6ca-7c429901edc7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2010797757&fields=id&tenant_id=0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 267 time: 0.3235643 Feb 17 04:30:01.569468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:29:59Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:01.583609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd81cb-8af5-4886-82b8-dd9bd8675da8 None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:29:59Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:01.662546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 047c012b-9349-4738-bea9-7b935bbd2949, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=047c012b-9349-4738-bea9-7b935bbd2949,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:01.667930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c284-d8df-4a0d-8a3d-925d640a56aa req-60e8d437-a0c0-490b-8cd5-dbc16ae2b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:01.675558 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0e01c284-d8df-4a0d-8a3d-925d640a56aa req-60e8d437-a0c0-490b-8cd5-dbc16ae2b315 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 1162 time: 0.4081898 Feb 17 04:30:01.700923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.703689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7d2fd176-0b04-424f-904d-93398f97f4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:01.794412 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0e01c284-d8df-4a0d-8a3d-925d640a56aa req-4b9bcced-0a29-4e8f-8ab9-bdb56931a528 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Feb 17 04:30:01.795826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.851109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=047c012b-9349-4738-bea9-7b935bbd2949,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:01.855870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 0e642401-59eb-4126-be6f-e9e1031c3729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:01.870413 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b7e8628e-6002-4eb5-b87d-f4adfa16a5fd req-a33cd15f-a882-46eb-9d2b-2e4239ab72b1 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119147 Feb 17 04:30:01.877825 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-82a91f54-78df-4f42-ac7a-f6bd3c21b02f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.6618626 Feb 17 04:30:01.930405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:01.944946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.958412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 0e642401-59eb-4126-be6f-e9e1031c3729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:01.958923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.095555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.158505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f1c28d01-3d73-46b0-9079-e4a019ba9253 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:02.291009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Pushing event updated for resources: {'Port': ['ID=070c6cf2-4399-476d-b45c-d51c4013edce,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:02.309847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:02.369765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.381262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-1fd0d7cb-7e27-432e-bfe2-7ab43e1151cf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.385498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-1fd0d7cb-7e27-432e-bfe2-7ab43e1151cf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:02.421350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bcdda8e3-0541-40bb-bd3f-717516916cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.423060 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-bcdda8e3-0541-40bb-bd3f-717516916cff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.4431782 Feb 17 04:30:02.492660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 047c012b-9349-4738-bea9-7b935bbd2949 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:02.511157 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-7defbb12-e50b-4d71-8685-c7e927f998b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640450 Feb 17 04:30:02.517720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-1fd0d7cb-7e27-432e-bfe2-7ab43e1151cf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:02.519417 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-1fd0d7cb-7e27-432e-bfe2-7ab43e1151cf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 817 time: 0.9487178 Feb 17 04:30:02.541959 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-c81898bc-0366-4dc1-80fd-f392bed65423 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/quotas/0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 375 time: 0.0118864 Feb 17 04:30:02.605024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 047c012b-9349-4738-bea9-7b935bbd2949 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:02.605459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.664694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Allocated IP 172.28.3.152 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/0a9a68f4-2255-4a82-8044-fc0cd89327d7) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:02.695825 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-227a1883-904a-4085-916a-7de4b2100cfc service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749244 Feb 17 04:30:02.843674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.845991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5aa45-e0e7-48be-be58-244b9102c624 req-563ad58f-b8d0-443a-a240-0d0ee80bf608 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.847708 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6aa5aa45-e0e7-48be-be58-244b9102c624 req-563ad58f-b8d0-443a-a240-0d0ee80bf608 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 931 time: 0.6269946 Feb 17 04:30:02.930908 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:02.934413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:02.944724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:02.952891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.954360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.007200 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6aa5aa45-e0e7-48be-be58-244b9102c624 req-478c613d-5078-458e-8955-f18861f68cc6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436124 Feb 17 04:30:03.031577 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5820663 Feb 17 04:30:03.050981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Request body: {'port': {'device_id': 'c2545f9c-64e7-4274-9156-289b53141e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:03.106489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.138901 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1933f05-dd2e-4472-829a-09a10dff24db req-db0058ba-44ee-435f-8f02-4ecac0032b11 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4099553 Feb 17 04:30:03.182843 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-ab89fd91-e04b-4377-b0ec-4df1605d035c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3289044 Feb 17 04:30:03.323870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.492751 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-c3028db2-2035-49fe-8a17-d5351f81d2e9 service neutron] 10.222.0.26 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858691 Feb 17 04:30:03.535062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-32d4a132-7935-43f4-aafd-29d494dd9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:03.536907 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-32d4a132-7935-43f4-aafd-29d494dd9e02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1160 time: 0.2021160 Feb 17 04:30:03.629396 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.654508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-624234e3-6d29-426d-8494-b6590081674d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:03.760279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3ada3-d654-491a-920c-0cb2ef27cf97 req-4a88d1cb-f624-4390-906a-69dba5a52fe9 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:03.761894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6cc3ada3-d654-491a-920c-0cb2ef27cf97 req-4a88d1cb-f624-4390-906a-69dba5a52fe9 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 945 time: 0.4106190 Feb 17 04:30:03.821001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 0e642401-59eb-4126-be6f-e9e1031c3729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:03.868333 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-86737b00-e64e-40d3-8874-a3c85751d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:03.869975 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-86737b00-e64e-40d3-8874-a3c85751d6d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.3223715 Feb 17 04:30:03.874684 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-fb129236-8452-4f2a-b117-590ab03b49fa service neutron] 10.222.0.26 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3718960 Feb 17 04:30:03.893382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'Port': ['ID=0a9a68f4-2255-4a82-8044-fc0cd89327d7,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:03.896972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:03.938825 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6cc3ada3-d654-491a-920c-0cb2ef27cf97 req-5bb2ac3e-135f-42a3-9f98-470e3375fa66 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102955 Feb 17 04:30:03.946432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 0e642401-59eb-4126-be6f-e9e1031c3729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:03.952481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.975025 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-fc7f9baa-8482-43d4-963b-7dfdcbf6a314 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.0808370 Feb 17 04:30:03.996190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:03.997453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:04.025048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:04.239779 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-541f3e31-7e9f-42f2-916f-21bfea20e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:04.241418 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-541f3e31-7e9f-42f2-916f-21bfea20e2e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.2753375 Feb 17 04:30:04.277508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.391576 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-7e7dc8c0-64db-4517-92c8-72b86a18e5ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844674 Feb 17 04:30:04.615053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070c6cf2-4399-476d-b45c-d51c4013edce {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:04.627816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.633648 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-c73e9ca7-ec29-4ea4-90c8-ecf962ab605f service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307649 Feb 17 04:30:04.672096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Transition to ACTIVE for port object 070c6cf2-4399-476d-b45c-d51c4013edce will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:04.738892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893df7a1-ecfe-4a0a-af66-508cb58489d3 req-3a89ce6b-7002-4981-8947-2681f744882d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:04.746997 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-893df7a1-ecfe-4a0a-af66-508cb58489d3 req-3a89ce6b-7002-4981-8947-2681f744882d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 945 time: 0.5327528 Feb 17 04:30:04.776282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.876578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.971748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:05.044891 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-893df7a1-ecfe-4a0a-af66-508cb58489d3 req-14e5d45d-433c-4817-929b-7687a5ce87e8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969751 Feb 17 04:30:05.243572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430113e1-5ff3-4fe3-889c-c7c540f64327 req-e433c8f0-52de-48e4-9fed-d6fc46758ce7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.245448 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-430113e1-5ff3-4fe3-889c-c7c540f64327 req-e433c8f0-52de-48e4-9fed-d6fc46758ce7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 931 time: 0.9264688 Feb 17 04:30:05.323931 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a97edfce-99c2-428d-8082-c04c3534885d req-d567fe6c-7d22-48eb-90a1-32d819f489ce tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0908644 Feb 17 04:30:05.415294 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-430113e1-5ff3-4fe3-889c-c7c540f64327 req-8885b5aa-24e8-42c0-80b1-2e3e35d4221e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186182 Feb 17 04:30:05.420438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Pushing event updated for resources: {'Port': ['ID=070c6cf2-4399-476d-b45c-d51c4013edce,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:05.423738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:05.447955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.492981 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f9a81b-59a9-403f-a120-6583a28a17c5 req-81faea7e-00cb-492a-8522-58287c6b253f service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8487883 Feb 17 04:30:05.493188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.510468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:05.524025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Attempting to bind port 070c6cf2-4399-476d-b45c-d51c4013edce on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:05.524401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Attempting to bind port 070c6cf2-4399-476d-b45c-d51c4013edce by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:05.524770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Attempting to bind port 070c6cf2-4399-476d-b45c-d51c4013edce on network 72c29164-42c4-49cc-80c2-e06a7deb22d4 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:05.530883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:05.531254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Checking segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:05.531654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.532069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Bound using segment: {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:05.532507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Bound port: 070c6cf2-4399-476d-b45c-d51c4013edce, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa770c-79dc-4e12-8a01-2716fc268b5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '72c29164-42c4-49cc-80c2-e06a7deb22d4'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:05.532870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.645015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'Port': ['ID=0a9a68f4-2255-4a82-8044-fc0cd89327d7,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:05.656180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:05.657518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] For port 070c6cf2-4399-476d-b45c-d51c4013edce, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:05.661967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] For port 070c6cf2-4399-476d-b45c-d51c4013edce, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=070c6cf2-4399-476d-b45c-d51c4013edce,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:05.713936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.721837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.738737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:05.811693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.823834 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3229625 Feb 17 04:30:05.906198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Pushing event updated for resources: {'Port': ['ID=070c6cf2-4399-476d-b45c-d51c4013edce,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:05.910727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:05.956135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-2db2daa0-132c-489f-bcff-551121f9f64d None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:30:05.967023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.967717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.969920 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] 10.222.0.67 "PUT /v2.0/ports/070c6cf2-4399-476d-b45c-d51c4013edce HTTP/1.1" status: 200 len: 1157 time: 2.9242129 Feb 17 04:30:05.970446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2545f9c-64e7-4274-9156-289b53141e43', 'tag': '070c6cf2-4399-476d-b45c-d51c4013edce'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:06.052305 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2545f9c-64e7-4274-9156-289b53141e43', 'tag': '070c6cf2-4399-476d-b45c-d51c4013edce', 'status': 'completed', 'code': 200} Feb 17 04:30:06.177498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-a92057f4-f39a-4fd4-b4b7-5164846b9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.179178 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-a92057f4-f39a-4fd4-b4b7-5164846b9e9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 1160 time: 0.1092424 Feb 17 04:30:06.233580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-de1020bd-d220-4055-9eda-553046db3d3f req-51ea663b-ead5-4e75-b067-927e0c70dad9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:06.268848 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-74610771-0e72-409f-bab5-610ba335227c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=070c6cf2-4399-476d-b45c-d51c4013edce HTTP/1.1" status: 200 len: 217 time: 0.0808194 Feb 17 04:30:06.309351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-de1020bd-d220-4055-9eda-553046db3d3f req-51ea663b-ead5-4e75-b067-927e0c70dad9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:06.310887 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-51ea663b-ead5-4e75-b067-927e0c70dad9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1423593754&fields=id&tenant_id=d83e778a30fb4826a8268802dc17b662 HTTP/1.1" status: 200 len: 267 time: 0.1573856 Feb 17 04:30:06.351617 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:06.351816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-87144c5a-43a6-47ff-9a75-80f358e78abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.354141 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-87144c5a-43a6-47ff-9a75-80f358e78abb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.0723121 Feb 17 04:30:06.462904 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-d11daea1-ade0-4b6a-80c2-d0f52ffa1e2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943484 Feb 17 04:30:06.481046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:06.487819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:06.489243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:06.607437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-ff59eddc-c35e-40cf-8496-509655c97358 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.608488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-de1020bd-d220-4055-9eda-553046db3d3f req-ff59eddc-c35e-40cf-8496-509655c97358 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:06.664581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-de1020bd-d220-4055-9eda-553046db3d3f req-ff59eddc-c35e-40cf-8496-509655c97358 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:06.666249 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-ff59eddc-c35e-40cf-8496-509655c97358 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 811 time: 0.3441133 Feb 17 04:30:06.688741 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-50176c67-12f6-4e89-bd61-8f8dab1ec895 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/quotas/d83e778a30fb4826a8268802dc17b662 HTTP/1.1" status: 200 len: 375 time: 0.0161719 Feb 17 04:30:06.693820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:06.760373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:06.773092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:06.800327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-de1020bd-d220-4055-9eda-553046db3d3f req-7e81be95-d4ba-4af6-ad7a-08c91dd036cd tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:06.803591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:06.805626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:06.870676 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-de1020bd-d220-4055-9eda-553046db3d3f req-7e81be95-d4ba-4af6-ad7a-08c91dd036cd tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:06.888136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:06.891591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:06.895156 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-7e81be95-d4ba-4af6-ad7a-08c91dd036cd tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2048004 Feb 17 04:30:06.989982 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-84aa8538-d352-4a47-af1d-4ab5b177a321 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157468 Feb 17 04:30:07.006077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-f2a0325e-af5b-4bcc-9d0a-47c55aad9973 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:07.009542 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-f2a0325e-af5b-4bcc-9d0a-47c55aad9973 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 817 time: 0.4671383 Feb 17 04:30:07.109374 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-1d29e17f-1b0e-41fe-9971-c39df1fd9598 service neutron] 10.222.0.26 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025220 Feb 17 04:30:07.253440 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-954c6b7a-f9f5-408c-86e6-737935dad1ff tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 5705 time: 0.1927907 Feb 17 04:30:07.260202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'port': {'device_id': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'admin_state_up': True, 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'security_groups': ['3256d81f-2a9a-4d02-a886-6133cbade01f']}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:07.336670 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-c93eb463-569c-486a-a55b-4367835fd5cc service neutron] 10.222.0.26 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2199631 Feb 17 04:30:07.501838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:07.528623 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29f32d8b-7721-4b93-92e4-3a3bc909318e req-a0f37e26-50a0-4946-aa55-f024e4db9817 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5141203 Feb 17 04:30:07.530091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:port and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:07.534225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:07.542096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:07.586477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Made reservation on behalf of 0226968062ae4935bc76d11f6c6278eb for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:07.593555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.736064 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a9e956f9-b38e-4ab0-bc3f-52289e728832 req-e3985184-dde9-4172-8eb3-b41f3547b43d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0847957 Feb 17 04:30:07.835867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:07.898012 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea', 'code': 200} Feb 17 04:30:07.997213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:07.997952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:08.014860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-7dc1852a-ba95-41c5-945c-fed34483161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.016425 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-7dc1852a-ba95-41c5-945c-fed34483161c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 1160 time: 0.4096107 Feb 17 04:30:08.032967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfe1b2-278c-4a69-9310-b5570473bd09 req-81164d97-8d78-4a5e-be92-ea927a062d9d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.041411 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bfdfe1b2-278c-4a69-9310-b5570473bd09 req-81164d97-8d78-4a5e-be92-ea927a062d9d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 943 time: 0.1462224 Feb 17 04:30:08.100803 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bfdfe1b2-278c-4a69-9310-b5570473bd09 req-d82e3fda-6145-4e00-9fad-c59a3bd3165a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 Feb 17 04:30:08.248010 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea0949f1-57a8-440d-9e7b-01d6e624b11e req-759e13de-8b76-49eb-b4e3-b0c9ccb98ae7 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 210 time: 0.0895791 Feb 17 04:30:08.349835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-035adf83-24db-4193-a292-6375729adb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.351643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-035adf83-24db-4193-a292-6375729adb53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.3226213 Feb 17 04:30:08.371518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3cd76-f63e-4ef3-9046-1a5e93944200 req-4ce96024-27ab-4142-b6b8-2b8405afe1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.373386 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-36c3cd76-f63e-4ef3-9046-1a5e93944200 req-4ce96024-27ab-4142-b6b8-2b8405afe1b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.0864956 Feb 17 04:30:08.426644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Allocated IP 172.20.0.5 (c7d0247b-0e97-40c0-a552-b9ab9041ad86/9e7a6565-49c0-4d15-a441-ddb82d22d777/c5ec9891-f658-46d0-a713-643b88b8c698) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:08.430457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-36c3cd76-f63e-4ef3-9046-1a5e93944200 req-cbc8210c-4a47-4562-82b3-cecf8e61a5ab service neutron] Synchronizing usage tracker for tenant:ddb4eb06fd2b4459ac9bb2040d128bbb on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:08.445849 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-b6394365-262b-4b23-9876-2d4bc105cb9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=070c6cf2-4399-476d-b45c-d51c4013edce HTTP/1.1" status: 200 len: 217 time: 0.0855978 Feb 17 04:30:08.499319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-36c3cd76-f63e-4ef3-9046-1a5e93944200 req-cbc8210c-4a47-4562-82b3-cecf8e61a5ab service neutron] Unset dirty status for tenant:ddb4eb06fd2b4459ac9bb2040d128bbb on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:08.501595 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-36c3cd76-f63e-4ef3-9046-1a5e93944200 req-cbc8210c-4a47-4562-82b3-cecf8e61a5ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214733 Feb 17 04:30:08.532497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-6b5e5e9e-e149-4123-bc82-a954b6de6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.534174 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-6b5e5e9e-e149-4123-bc82-a954b6de6d47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.0820372 Feb 17 04:30:08.907978 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-f2a13cd1-63fe-4bb6-b0c3-42d1b47e1371 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092936 Feb 17 04:30:08.981689 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bda4170a-3ff5-4e32-81f3-ac7d4ab60d6c req-5a55fc89-e844-4f89-96f2-e6764d359ee9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0877960 Feb 17 04:30:09.095372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.132381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Transition to ACTIVE for port object c5ec9891-f658-46d0-a713-643b88b8c698 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:09.191743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-9c55e7b2-3c96-4aa7-8130-e8be795a002c service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577176 Feb 17 04:30:09.424686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.459790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51216) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:09.477872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:09.538781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f087-543d-4fd2-a49f-5e70680cd96b req-e5d69322-7584-494e-b16a-667748ab2bc2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:09.548111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c835f087-543d-4fd2-a49f-5e70680cd96b req-e5d69322-7584-494e-b16a-667748ab2bc2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 943 time: 0.1918559 Feb 17 04:30:09.603427 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18b5c8c3-6f91-49f4-a7d6-ac8844e70937 req-d0d43568-3c83-4777-9580-9574c5b96cf9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 210 time: 0.1318417 Feb 17 04:30:09.624758 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7e2fb59e-baa0-4f3e-905f-1d0770c98299 req-b1bf8b08-dc7d-4623-9375-98e97ed2e33f service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4255576 Feb 17 04:30:09.654377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:09.665692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:09.668488 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c835f087-543d-4fd2-a49f-5e70680cd96b req-07abac96-0605-405b-b8ee-818b200d57b3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160302 Feb 17 04:30:09.700313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:09.701434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:09.704175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:09.705235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.709175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:09.717416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.723410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:09.728259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Usage tracker for resource:security_group_rule and tenant:61be012552604398a8636387cf13cb50 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:09.731842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:09.739337 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:09.780066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5250640 Feb 17 04:30:09.797718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Request body: {'port': {'device_id': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:09.886113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.934728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.949763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:10.003688 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61be012552604398a8636387cf13cb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309012 Feb 17 04:30:10.003688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8962be-8777-48d2-8574-5a148a361d5d,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:10.003688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51230) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:10.007061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:10.022113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-54b7aa92-e146-4ce6-9c4b-3209f2612ca8 None None] Provisioning for port c5ec9891-f658-46d0-a713-643b88b8c698 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:10.032901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-54b7aa92-e146-4ce6-9c4b-3209f2612ca8 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:10.034669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-54b7aa92-e146-4ce6-9c4b-3209f2612ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.094426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.153586 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.186505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-54b7aa92-e146-4ce6-9c4b-3209f2612ca8 None None] Port c5ec9891-f658-46d0-a713-643b88b8c698 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:10.199499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.335132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7878e-c074-4ec2-99c0-e49618c1957e req-02fce0c3-dfcd-4766-8c75-5ac7662277a4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:10.336763 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-52d7878e-c074-4ec2-99c0-e49618c1957e req-02fce0c3-dfcd-4766-8c75-5ac7662277a4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 931 time: 0.1177270 Feb 17 04:30:10.373602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:10.398193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.419587 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-52d7878e-c074-4ec2-99c0-e49618c1957e req-3a6d0ffd-a76d-4017-bb78-0ae32b9bcbe8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733211 Feb 17 04:30:10.427571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-dc21d46b-4125-41cd-9acc-3de250bed980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:10.474015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8962be-8777-48d2-8574-5a148a361d5d,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:10.476692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.478066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c8962be-8777-48d2-8574-5a148a361d5d HTTP/1.1" status: 204 len: 168 time: 0.4734964 Feb 17 04:30:10.484720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:10.643345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 070c6cf2-4399-476d-b45c-d51c4013edce completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:10.651433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 070c6cf2-4399-476d-b45c-d51c4013edce triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:10.652344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:10.939435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-cd47aa5e-22ac-454e-b077-9fd74f7d4883 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:10.939435 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-cd47aa5e-22ac-454e-b077-9fd74f7d4883 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 811 time: 0.2307744 Feb 17 04:30:10.940634 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-58b17c88-e56b-49ed-8d5d-6131c58b4972 req-0121aeb4-61fd-4c26-8bc4-be5f17584000 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 210 time: 0.0552604 Feb 17 04:30:10.952567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ec9891-f658-46d0-a713-643b88b8c698 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:10.953992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd7065-7dda-40fe-a013-964914a72711 req-8dbeabee-6360-4de3-9639-3f41f4ebc66f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:10.955976 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cbbd7065-7dda-40fe-a013-964914a72711 req-8dbeabee-6360-4de3-9639-3f41f4ebc66f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 943 time: 0.1077685 Feb 17 04:30:10.976381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.047000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Transition to ACTIVE for port object c5ec9891-f658-46d0-a713-643b88b8c698 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:11.054068 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-739bb5ac-93a2-488f-a020-2d1c68b97cc7 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d83e778a30fb4826a8268802dc17b662 HTTP/1.1" status: 200 len: 5704 time: 0.1890929 Feb 17 04:30:11.072362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'port': {'device_id': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'admin_state_up': True, 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'security_groups': ['8c850e8b-a557-47b6-9025-97d809d541d6']}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:11.078342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.109027 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cbbd7065-7dda-40fe-a013-964914a72711 req-fd0a7882-34a4-497c-823a-5d07f49e890d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391776 Feb 17 04:30:11.121946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2545f9c-64e7-4274-9156-289b53141e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c6cf2-4399-476d-b45c-d51c4013edce'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:11.146180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 070c6cf2-4399-476d-b45c-d51c4013edce, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=070c6cf2-4399-476d-b45c-d51c4013edce,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:11.158744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.206442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.208439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:11.298272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:11.338762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c964e9bc-0b01-4b8a-b609-3a48a8514058 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:11.410736 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2545f9c-64e7-4274-9156-289b53141e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c6cf2-4399-476d-b45c-d51c4013edce', 'code': 200} Feb 17 04:30:11.465832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51272) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:11.486263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=070c6cf2-4399-476d-b45c-d51c4013edce,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:11.490619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:11.506379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:11.506379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.564868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:11.578481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:11.589110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.622535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:11.630917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Usage tracker for resource:security_group_rule and tenant:4b45961a52e84bd7a04cbbef9c80fd14 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:11.647006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:11.653522 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:11.711180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:11.740852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:11.839334 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-f574c148-f954-4039-b82f-2984145a3243 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1649234 Feb 17 04:30:11.917460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Made reservation on behalf of d83e778a30fb4826a8268802dc17b662 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:11.922603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:11.949695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.069791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Attempting to bind port c5ec9891-f658-46d0-a713-643b88b8c698 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:12.077322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Attempting to bind port c5ec9891-f658-46d0-a713-643b88b8c698 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:12.077322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Attempting to bind port c5ec9891-f658-46d0-a713-643b88b8c698 on network c7d0247b-0e97-40c0-a552-b9ab9041ad86 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:12.085189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:12.085581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Checking segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:12.086010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.086406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Bound using segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:12.086895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Bound port: c5ec9891-f658-46d0-a713-643b88b8c698, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:12.087264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.092955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 070c6cf2-4399-476d-b45c-d51c4013edce triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:12.093639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.106381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.67', 51675) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:12.255194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.319462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.325602 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-19027d33-5810-474f-9874-a16fff051633 req-9be8f9f8-103b-455e-a6b8-a913b160fae8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 210 time: 0.0874507 Feb 17 04:30:12.341582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-65546945-6daf-43ec-a569-593b863827c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:12.376308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97ebed-8a70-43de-8eb6-41f2cef1414c,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:12.402957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:12.419621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] For port c5ec9891-f658-46d0-a713-643b88b8c698, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:12.420945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882d8a-b294-41ce-b0e4-d2757bc45355 req-c06300c7-292f-4dcb-99c9-20d9ecb5a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:12.422775 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a6882d8a-b294-41ce-b0e4-d2757bc45355 req-c06300c7-292f-4dcb-99c9-20d9ecb5a20a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 1162 time: 0.3803775 Feb 17 04:30:12.436382 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b45961a52e84bd7a04cbbef9c80fd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9763973 Feb 17 04:30:12.448521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51302) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:12.468687 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a77ee6-f869-4da6-ad08-9170d515cb61 req-4b879668-d628-4a10-bf5f-02f85145202a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:12.470295 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0a77ee6-f869-4da6-ad08-9170d515cb61 req-4b879668-d628-4a10-bf5f-02f85145202a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.5384521 Feb 17 04:30:12.491665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] For port c5ec9891-f658-46d0-a713-643b88b8c698, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5ec9891-f658-46d0-a713-643b88b8c698,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:12.495293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-f3d1f260-1f18-415b-823d-cddd3794ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:12.497111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-f3d1f260-1f18-415b-823d-cddd3794ae0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 1162 time: 0.3860331 Feb 17 04:30:12.527680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.553953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-196a86ed-b754-4f3f-a634-91a0724803e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:12.580957 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a6882d8a-b294-41ce-b0e4-d2757bc45355 req-c3e3f756-9e5b-474d-9e7d-cab1f4f8928e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431036 Feb 17 04:30:12.683085 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0a77ee6-f869-4da6-ad08-9170d515cb61 req-862a265a-6c26-4967-a27d-1e0d7e122f63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912355 Feb 17 04:30:12.820933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-04402ef5-23b4-4ac2-a6d8-957d79442dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:12.823417 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-04402ef5-23b4-4ac2-a6d8-957d79442dd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 908 time: 0.2911212 Feb 17 04:30:12.845242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:12.855609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:12.889767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Allocated IP 172.20.0.12 (1f7ad1a0-7804-43c9-a363-4672835d3e18/e20f8abc-116a-4f71-9934-4f844e1caf8b/2a02e8c1-2681-45e0-a92b-06d5a7a218cc) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:12.914272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:12.914393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.915844 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 1157 time: 3.1237750 Feb 17 04:30:12.916342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:12.930081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.102725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51324) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:13.215438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.288492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-35694aa6-cabf-4f83-ac4f-bd5c90ea2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.288492 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-35694aa6-cabf-4f83-ac4f-bd5c90ea2848 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1160 time: 0.2120032 Feb 17 04:30:13.288492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Transition to ACTIVE for port object 2a02e8c1-2681-45e0-a92b-06d5a7a218cc will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:13.289024 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-8d7ff029-fdef-47f3-bfec-641a93b2f257 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e642401-59eb-4126-be6f-e9e1031c3729 HTTP/1.1" status: 200 len: 217 time: 0.4378920 Feb 17 04:30:13.362729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.404513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69efe5b-7b07-46bf-95bb-36d38349f74e req-4bdf382f-5a58-4329-8843-f6ed0b81820f tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.411799 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d69efe5b-7b07-46bf-95bb-36d38349f74e req-4bdf382f-5a58-4329-8843-f6ed0b81820f tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 945 time: 0.8442197 Feb 17 04:30:13.495260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-cb0c6e36-d5d7-4510-9270-4323f78f2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.496892 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-cb0c6e36-d5d7-4510-9270-4323f78f2a95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.2017963 Feb 17 04:30:13.513836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6afec3-cd47-48e7-af08-d7e6e4012bdf req-b23cfcb3-2e64-4ce5-a7a9-3997cbb09435 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.515535 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ac6afec3-cd47-48e7-af08-d7e6e4012bdf req-b23cfcb3-2e64-4ce5-a7a9-3997cbb09435 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.6911192 Feb 17 04:30:13.563560 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-a5cd3a5c-86da-4981-af1b-a664037c8dfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 217 time: 0.2909458 Feb 17 04:30:13.567308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.588215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:13.589350 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d69efe5b-7b07-46bf-95bb-36d38349f74e req-7fcd33d2-5d08-4be3-b98f-05e0084604a0 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647155 Feb 17 04:30:13.594203 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-705a65fa-f19b-4415-93b1-782fbf120e83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776253 Feb 17 04:30:13.635982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a3483437174416951de614080206bf is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:13.645623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:13.655483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:13.671398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.675181 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ac6afec3-cd47-48e7-af08-d7e6e4012bdf req-9ee5ebda-e96f-43f0-a1b2-be1b8d5683d6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142540 Feb 17 04:30:13.694469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-c9a74c93-c4e5-47ae-bb26-5ad7e22525f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.696045 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-c9a74c93-c4e5-47ae-bb26-5ad7e22525f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.1092207 Feb 17 04:30:13.706974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9b5b5617-eba1-4c4f-9aec-065c7cc03e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:13.741004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.806129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:13.820473 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'status': 'completed', 'code': 200} Feb 17 04:30:13.949297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'Port': ['ID=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:13.950069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.951404 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e97ebed-8a70-43de-8eb6-41f2cef1414c HTTP/1.1" status: 204 len: 168 time: 1.4801385 Feb 17 04:30:13.952562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:13.952701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97ebed-8a70-43de-8eb6-41f2cef1414c,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:13.970921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:14.052033 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-6a5c5a82-1ede-4ba3-90bb-7479f82b606f service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369946 Feb 17 04:30:14.062847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:14.085611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-53a3c170-dda1-43b3-886c-3b62ef577d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.092209 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-53a3c170-dda1-43b3-886c-3b62ef577d95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3297262 Feb 17 04:30:14.107897 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.115991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:14.152223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:14.154818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:14.159819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.160660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.186814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.281956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 070c6cf2-4399-476d-b45c-d51c4013edce triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:14.281956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.282848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ae85e10-4fba-44de-bb1a-5f15d04ea8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:14.288795 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3556d05f-4efc-4897-9df3-e60cc2f5df5d req-7c23cdc6-835c-407a-a786-afed9e49b180 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2093556 Feb 17 04:30:14.295922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037af8-1a9b-4f77-9f77-bdfc1331c2aa req-cc975d00-facc-430f-bc19-a978f051d978 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.297998 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e5037af8-1a9b-4f77-9f77-bdfc1331c2aa req-cc975d00-facc-430f-bc19-a978f051d978 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 932 time: 0.4196994 Feb 17 04:30:14.371631 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3a3483437174416951de614080206bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2623916 Feb 17 04:30:14.372624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51348) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:14.393133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117c8c7-b5db-42f4-af66-921d1e6513f8,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:14.403818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:14.425267 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3606212 Feb 17 04:30:14.444596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Request body: {'port': {'device_id': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:14.471202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-ca21d49e-8a4d-4e99-a909-3c35e2e843b6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.479647 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-ca21d49e-8a4d-4e99-a909-3c35e2e843b6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.7455738 Feb 17 04:30:14.501582 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-c0b9d3bc-2398-4064-a289-f8942691ead2 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/quotas/8cc8329502354d72ab1832ecae357dd8 HTTP/1.1" status: 200 len: 375 time: 0.0208337 Feb 17 04:30:14.506616 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-89b333b1-45a4-4e62-93aa-c1dbdc8ac060 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932371 Feb 17 04:30:14.586410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-31c2435a-429c-4113-b853-1a9f744b7e64 None None] Provisioning for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:14.591767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-31c2435a-429c-4113-b853-1a9f744b7e64 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:14.592190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31c2435a-429c-4113-b853-1a9f744b7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.595373 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e5037af8-1a9b-4f77-9f77-bdfc1331c2aa req-889f195d-3f98-4a12-a8c1-fabdf75f3e5d tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630373 Feb 17 04:30:14.620795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-31ba3a62-aa8b-49eb-ab35-f6bfe291731d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.622118 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-31ba3a62-aa8b-49eb-ab35-f6bfe291731d tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 945 time: 0.3229349 Feb 17 04:30:14.659500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-31c2435a-429c-4113-b853-1a9f744b7e64 None None] Port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:14.727866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Deleting port e6deaf5e-0c12-4877-bf04-90aa1d62aece {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:14.728246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.771370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.814097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.850576 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8a5efa7a-a6a0-43fe-9796-4e1e5ca72992 req-fdac29af-8365-4a93-9dcd-9a760d5966a5 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3353186 Feb 17 04:30:14.852433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.856306 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-c85d83a7-6b19-4163-a7b6-599c51761d95 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3537138 Feb 17 04:30:14.887224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51356) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:14.934607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.048519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:15.073168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Usage tracker for resource:security_group_rule and tenant:c62aa26e1f5741f0b051399518a81a41 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:15.080859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:15.093398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:15.196675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.222509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:15.243959 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4925cf9-0cac-48d8-972b-a5da8922e9f9 req-eb4b82ea-ef35-4c9c-8218-4b01cb0bad3d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:15.243959 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4925cf9-0cac-48d8-972b-a5da8922e9f9 req-eb4b82ea-ef35-4c9c-8218-4b01cb0bad3d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.4780996 Feb 17 04:30:15.250061 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1a51066d-9b93-4afa-aa70-40dffb737a38 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760302 Feb 17 04:30:15.260710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117c8c7-b5db-42f4-af66-921d1e6513f8,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:15.269266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:15.314524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-c0a8eb18-c851-4ae5-a47f-2ad166450cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:15.316212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-c0a8eb18-c851-4ae5-a47f-2ad166450cee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1160 time: 0.3345003 Feb 17 04:30:15.317014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.318111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d117c8c7-b5db-42f4-af66-921d1e6513f8 HTTP/1.1" status: 204 len: 168 time: 0.9404149 Feb 17 04:30:15.436930 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4925cf9-0cac-48d8-972b-a5da8922e9f9 req-687352fd-e499-4e78-8115-6e8977c01a6f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888924 Feb 17 04:30:15.440437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] For port e6deaf5e-0c12-4877-bf04-90aa1d62aece, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e6deaf5e-0c12-4877-bf04-90aa1d62aece,segment=NetworkSegment(6256137a-8926-4b81-9d2d-53524207ecd8),segment_id=6256137a-8926-4b81-9d2d-53524207ecd8)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:15.440605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.588004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Calling delete_port for e6deaf5e-0c12-4877-bf04-90aa1d62aece owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:15.601606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-344bb1a8-0635-48f5-9883-972b7015a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:15.603229 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-344bb1a8-0635-48f5-9883-972b7015a9be service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.2769179 Feb 17 04:30:15.732040 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-ec58d6b8-f3a5-4478-bee9-57b39bf87007 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 217 time: 0.1182804 Feb 17 04:30:15.733929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.797297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.808873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.823726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:15.842705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a02e8c1-2681-45e0-a92b-06d5a7a218cc {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:15.868755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.907121 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c62aa26e1f5741f0b051399518a81a41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0114088 Feb 17 04:30:15.911533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-67c881fb-d290-4941-a1a2-33c80be5cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:15.913063 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-67c881fb-d290-4941-a1a2-33c80be5cab8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.1707637 Feb 17 04:30:15.913671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51368) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:15.914411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8d4ba-aa06-4238-ba6a-f519aab657e1,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:15.915689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e6deaf5e-0c12-4877-bf04-90aa1d62aece no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:30:15.919229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:15.947950 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-de8a5ec2-0fb7-4155-9b55-52e0afb732a3 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6899571 Feb 17 04:30:15.975156 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Transition to ACTIVE for port object 2a02e8c1-2681-45e0-a92b-06d5a7a218cc will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:15.995188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51374) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:16.028461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.088003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.093006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0aea4-bf57-4c38-97b2-1032bac80b27 req-878c330e-463c-40e8-a577-73ded4e76995 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.094920 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6de0aea4-bf57-4c38-97b2-1032bac80b27 req-878c330e-463c-40e8-a577-73ded4e76995 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 945 time: 0.4755034 Feb 17 04:30:16.150848 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6de0aea4-bf57-4c38-97b2-1032bac80b27 req-234f7137-c204-4385-beba-0e1a3b3f6318 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/security-groups?id=76cabb42-543f-4368-bf3c-d0d0d7c38c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 Feb 17 04:30:16.258086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bb64a2f6-8932-46dc-99d1-0110302ab35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:16.325879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.410417 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 04:30:16.410417 dv-cinder-759955-5-smb neutron-server[83975]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 17 04:30:16.410417 dv-cinder-759955-5-smb neutron-server[83975]: [parameters: {'status': 'DOWN', 'ports_id': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece'}] Feb 17 04:30:16.410417 dv-cinder-759955-5-smb neutron-server[83975]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:30:16.410843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:30:16.461540 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:16.484561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Usage tracker for resource:security_group_rule and tenant:fd13029d94d84b9fbf751516b8cf0036 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:16.506670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:16.526064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:16.534346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:16.534346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.538165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:16.548735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e47e-a498-4a92-9932-ca4ac51e5da4 req-a70e9839-4600-431f-b09e-88ad0d988671 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.551198 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eb69e47e-a498-4a92-9932-ca4ac51e5da4 req-a70e9839-4600-431f-b09e-88ad0d988671 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 944 time: 0.1344388 Feb 17 04:30:16.558105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10195fb-d15d-419b-851a-6101956eec7e req-08bbab58-9ab8-47d7-9732-6ec57fa23644 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.559638 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c10195fb-d15d-419b-851a-6101956eec7e req-08bbab58-9ab8-47d7-9732-6ec57fa23644 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2111783 Feb 17 04:30:16.561783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.603292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:16.610179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-daeb61b4-c3a1-4efc-aae5-ed5f9ac3f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.611803 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-daeb61b4-c3a1-4efc-aae5-ed5f9ac3f90a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6913931 Feb 17 04:30:16.655083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.742296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Pushing event deleted for resources: {'Port': ['ID=e6deaf5e-0c12-4877-bf04-90aa1d62aece,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:16.754325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:16.787205 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eb69e47e-a498-4a92-9932-ca4ac51e5da4 req-9247fd18-2ad6-4b71-a8de-7bb4c79874dd tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264853 Feb 17 04:30:16.818597 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c10195fb-d15d-419b-851a-6101956eec7e req-85629b87-719d-4794-84a0-708bac2f3b43 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399147 Feb 17 04:30:16.928692 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2127df07-5450-431b-b860-9b9c7003a4c2 req-513524f6-d68c-4a0a-83db-f3c74ebe99e0 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 210 time: 0.0626538 Feb 17 04:30:16.937791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Attempting to bind port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:16.938218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Attempting to bind port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:16.938594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Attempting to bind port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc on network 1f7ad1a0-7804-43c9-a363-4672835d3e18 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:16.968147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:16.969425 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Checking segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:16.969848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.970290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Bound using segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:16.970794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Bound port: 2a02e8c1-2681-45e0-a92b-06d5a7a218cc, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:16.971176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.976220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Port e6deaf5e-0c12-4877-bf04-90aa1d62aece update to DOWN by agent not found {{(pid=84088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:30:16.980111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] No DVR routers for this DVR port e6deaf5e-0c12-4877-bf04-90aa1d62aece on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:30:16.984646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:16.987743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-1c968d75-e9d6-4025-ae82-bff2872745c9 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643801 Feb 17 04:30:16.997025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'name': 'network-vif-deleted', 'tag': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:17.000700 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-33b67027-2b01-4184-b5de-f82bfbec83c4 req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.67 "DELETE /v2.0/ports/e6deaf5e-0c12-4877-bf04-90aa1d62aece HTTP/1.1" status: 204 len: 173 time: 2.3702171 Feb 17 04:30:17.126715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2211978-5657-45b3-940b-45e9ff4469ae req-68097e7e-a7a2-475c-9c60-642ed50de8b0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:17.128981 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c2211978-5657-45b3-940b-45e9ff4469ae req-68097e7e-a7a2-475c-9c60-642ed50de8b0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0953147 Feb 17 04:30:17.159712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:17.181230 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c2211978-5657-45b3-940b-45e9ff4469ae req-cc30f2bc-2e02-49b8-89e4-3a4bd6c2e85b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Feb 17 04:30:17.186239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:17.265264 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a07a7dd-f3c8-4703-8b68-514096a6380f', 'name': 'network-vif-deleted', 'tag': 'e6deaf5e-0c12-4877-bf04-90aa1d62aece', 'status': 'completed', 'code': 200} Feb 17 04:30:17.290553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:17.300530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:17.312263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8d4ba-aa06-4238-ba6a-f519aab657e1,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:17.323215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:17.340157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:17.347314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] For port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:17.369055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:17.372821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0a8e6b00-3a5f-4065-8f38-243f21fc75aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19e8d4ba-aa06-4238-ba6a-f519aab657e1 HTTP/1.1" status: 204 len: 168 time: 1.4528019 Feb 17 04:30:17.395468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] For port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:17.433378 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd13029d94d84b9fbf751516b8cf0036&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4369364 Feb 17 04:30:17.434378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5dd13c-918b-4663-9f4c-76f428ec67d5,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:17.438161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51404) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:17.444560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-fce6e903-259e-473b-a9f1-68f175f08cec req-e7ae488f-8b23-42b8-8f0b-045b2241b7c7 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Synchronizing usage tracker for tenant:5de7e5abda84471f88ab880900f71713 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:17.471203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:17.491755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8aafab4f-c183-415e-a38f-83a54cd9b845 req-04ee853d-8051-4555-a247-78efa423c064 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4406908 Feb 17 04:30:17.505832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:17.509249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:17.521314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-fce6e903-259e-473b-a9f1-68f175f08cec req-e7ae488f-8b23-42b8-8f0b-045b2241b7c7 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Unset dirty status for tenant:5de7e5abda84471f88ab880900f71713 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:17.523667 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fce6e903-259e-473b-a9f1-68f175f08cec req-e7ae488f-8b23-42b8-8f0b-045b2241b7c7 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.1486208 Feb 17 04:30:17.663492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3d45-4276-4b3e-9c89-305addbc4976 req-c58f5b0c-25df-42ec-8ee2-436bac6efc4e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:17.665488 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-534e3d45-4276-4b3e-9c89-305addbc4976 req-c58f5b0c-25df-42ec-8ee2-436bac6efc4e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1467433 Feb 17 04:30:17.733866 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-534e3d45-4276-4b3e-9c89-305addbc4976 req-466645c1-1b3a-4063-b7cd-9b2783e5f12c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618005 Feb 17 04:30:17.779878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:17.805411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:17.853352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-66a25cb4-939b-4032-9e2b-41cc7ac6c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:17.855005 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-66a25cb4-939b-4032-9e2b-41cc7ac6c8f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 1162 time: 0.2563570 Feb 17 04:30:17.896431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.023177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.023919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.025367 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 200 len: 1158 time: 3.5894556 Feb 17 04:30:18.028171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:18.035058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.044620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8e2f6-7cde-4f5e-a098-50ae306e73fc req-02565210-051b-4a8a-9c4c-2cac354903a5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.046612 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e7c8e2f6-7cde-4f5e-a098-50ae306e73fc req-02565210-051b-4a8a-9c4c-2cac354903a5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 944 time: 0.1351092 Feb 17 04:30:18.115436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-e42d74b6-9824-4f8f-99d1-52c09e75e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.117041 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-e42d74b6-9824-4f8f-99d1-52c09e75e5cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.2461164 Feb 17 04:30:18.117862 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e7c8e2f6-7cde-4f5e-a098-50ae306e73fc req-7b9c6dd3-fc6b-415e-9232-ccce8ccfc61e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567219 Feb 17 04:30:18.236630 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dfeafb52-5204-43ec-8cb3-a4ad7a56a559 req-0b61dbb4-f357-4ddb-b8c5-4d5fb6acc716 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 210 time: 0.0672882 Feb 17 04:30:18.330089 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'status': 'completed', 'code': 200} Feb 17 04:30:18.333368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.335689 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-5eacea19-5f4d-4b37-ba20-c21c6a8d5403 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=070c6cf2-4399-476d-b45c-d51c4013edce HTTP/1.1" status: 200 len: 217 time: 0.1932051 Feb 17 04:30:18.344365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-84e7da42-28cf-432b-a2e4-6ee346ab53b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:18.361613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5dd13c-918b-4663-9f4c-76f428ec67d5,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:18.364778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:18.460589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.461803 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea5dd13c-918b-4663-9f4c-76f428ec67d5 HTTP/1.1" status: 204 len: 168 time: 0.9741242 Feb 17 04:30:18.484491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:18.486263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-951a27ea-be56-428e-9def-2d982a975eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.488011 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-951a27ea-be56-428e-9def-2d982a975eb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 1161 time: 0.3441718 Feb 17 04:30:18.491723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-a633255a-a5d1-46a2-89e8-6b78329c15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.493192 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-a633255a-a5d1-46a2-89e8-6b78329c15b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.1330767 Feb 17 04:30:18.517421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c76d0-62c3-46a8-8358-faec773ec6ac req-16d32f10-df2e-489b-a1a2-ce489ead74ac tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.520211 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cf2c76d0-62c3-46a8-8358-faec773ec6ac req-16d32f10-df2e-489b-a1a2-ce489ead74ac tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1588550 Feb 17 04:30:18.619927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port c5ec9891-f658-46d0-a713-643b88b8c698 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:18.620955 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-353fcad6-ff05-424e-8541-0187a17a82ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600736 Feb 17 04:30:18.631942 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-aa37cb77-7ace-4142-b6dd-898804f294b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 200 len: 217 time: 0.1348407 Feb 17 04:30:18.635212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:18.635855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.836156 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.873016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:18.878638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-e5514ef7-cb37-4683-9925-7daeb51a66cb tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.880580 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-e5514ef7-cb37-4683-9925-7daeb51a66cb tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.3590553 Feb 17 04:30:18.887278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port c5ec9891-f658-46d0-a713-643b88b8c698, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5ec9891-f658-46d0-a713-643b88b8c698,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:18.899367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-b8b929d7-dd39-41ea-8eb1-986117c560a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.900905 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-b8b929d7-dd39-41ea-8eb1-986117c560a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.2374098 Feb 17 04:30:18.923631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:18.927523 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:19.009811 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-f5ad55ca-7304-4d59-a043-1acbe095e2a0 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771236 Feb 17 04:30:19.017443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Request body: {'port': {'device_id': 'e18d1750-6494-4718-931f-ab1da495142d', 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53', 'admin_state_up': True, 'tenant_id': '8cc8329502354d72ab1832ecae357dd8'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:19.060999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:19.074254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:19.122972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1020bd-d220-4055-9eda-553046db3d3f req-f114d981-bdb9-4ce3-a2ae-268f9c329ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:19.124619 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-f114d981-bdb9-4ce3-a2ae-268f9c329ed0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2148614 Feb 17 04:30:19.186275 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a86614f3-87af-44a2-9429-3d9bb8b7e6a1 req-a5818270-d8f8-491c-a285-069cc81d13e0 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a07a7dd-f3c8-4703-8b68-514096a6380f HTTP/1.1" status: 200 len: 210 time: 0.3045268 Feb 17 04:30:19.281533 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cf2c76d0-62c3-46a8-8358-faec773ec6ac req-c2d7619a-8674-428b-89bb-b06e9af23c9d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6816871 Feb 17 04:30:19.361877 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'code': 200} Feb 17 04:30:19.365071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:19.381476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:19.493736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Made reservation on behalf of 8cc8329502354d72ab1832ecae357dd8 for: {'port': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:19.499609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:19.719423 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-f1dfae77-c988-4d0e-b4e6-4791706fbb09 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6914985 Feb 17 04:30:19.742979 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-fd8e440c-8499-459a-964d-084213005dc7 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314973 Feb 17 04:30:19.846130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc49c1-4694-44e9-add1-7ec8717461e8 req-804dc08d-9ce9-4106-8bd6-f3c044b136ed tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:19.854361 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d6bc49c1-4694-44e9-add1-7ec8717461e8 req-804dc08d-9ce9-4106-8bd6-f3c044b136ed tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.4543285 Feb 17 04:30:19.910273 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de1020bd-d220-4055-9eda-553046db3d3f req-7a64819d-ab84-4ce8-a87d-65cfc04c7280 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1574368 Feb 17 04:30:19.971630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ad0b-7dfe-494e-92ad-c20ae689187c req-e7e9915c-50e9-4980-890a-8ed123fe595f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:19.974147 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d839ad0b-7dfe-494e-92ad-c20ae689187c req-e7e9915c-50e9-4980-890a-8ed123fe595f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 944 time: 0.4816470 Feb 17 04:30:19.989577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:20.109512 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d6bc49c1-4694-44e9-add1-7ec8717461e8 req-5fcb5226-3d4c-42c7-875e-0cb1bcfb5da3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541075 Feb 17 04:30:20.135348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-a0a180a1-bc21-42c4-a285-ffa4ce599f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:20.137741 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-a0a180a1-bc21-42c4-a285-ffa4ce599f42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 1161 time: 0.1302545 Feb 17 04:30:20.186294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:20.186701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:20.261149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6589b6-3d61-48e4-abb9-c38bed216a47 req-5dc69bee-9b45-40c3-a155-e9e777c217a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:20.262855 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0a6589b6-3d61-48e4-abb9-c38bed216a47 req-5dc69bee-9b45-40c3-a155-e9e777c217a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1162 time: 0.5307417 Feb 17 04:30:20.291736 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d839ad0b-7dfe-494e-92ad-c20ae689187c req-ccda882c-1bb0-4fe1-9a44-cef437f7657e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065720 Feb 17 04:30:20.352270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-cdc05f51-78e9-4209-8c62-9460b7ded49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:20.354077 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-cdc05f51-78e9-4209-8c62-9460b7ded49e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 905 time: 0.2049763 Feb 17 04:30:20.465920 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ca13332c-4e4e-45de-b0ab-9e0673bf7b27 req-3837c276-7667-4ef9-aea3-bdd46f253e5d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 210 time: 0.1286650 Feb 17 04:30:20.492368 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0a6589b6-3d61-48e4-abb9-c38bed216a47 req-b7f5e719-984f-4ba4-a26d-a369a42aa2ba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162437 Feb 17 04:30:20.525482 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-9623789e-5e1d-4b55-a41e-60c139e95b3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 200 len: 217 time: 0.1607819 Feb 17 04:30:20.563741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Allocated IP 172.20.0.9 (2511bdeb-d06d-49ab-8b4c-2b82cc9beb53/e7b44c3c-e041-4ed2-8b4d-d77b396806d8/c270619c-0f5a-4d34-aedc-9a5286d0e3d7) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:20.836036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-d00adde2-7241-4ce7-b147-ee2079194f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:20.837011 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-d00adde2-7241-4ce7-b147-ee2079194f1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.1325631 Feb 17 04:30:20.958153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-c381cdf6-7899-4ba5-aad7-8ec325b1cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:20.960241 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-c381cdf6-7899-4ba5-aad7-8ec325b1cffe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143634 Feb 17 04:30:21.168496 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-7145856e-41a6-4a40-923d-baea88850385 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904120 Feb 17 04:30:21.181615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e389ef-5448-41bd-8e61-7a0a836133d4 req-cbb43535-4e18-43bf-a52e-912181c50a53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:21.193523 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-09e389ef-5448-41bd-8e61-7a0a836133d4 req-cbb43535-4e18-43bf-a52e-912181c50a53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.5709755 Feb 17 04:30:21.278134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:21.296572 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-09e389ef-5448-41bd-8e61-7a0a836133d4 req-e93c46f8-3761-40f5-a41c-2f746932d9b6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768311 Feb 17 04:30:21.372801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:21.424376 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aea64d77-85d5-4f9c-8b89-adbcc60f078b req-c72e9734-ea7e-4922-b1c2-aae6d512834b service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2472558 Feb 17 04:30:21.452863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:21.680255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event updated for resources: {'Port': ['ID=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:21.692267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.692666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.693054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.693434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.693815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.694220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.694595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.694968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.695339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.695707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.696075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.696444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.696869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.697238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.697606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.698018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.698384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.698961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.699080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.699465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.699827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.700259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.700664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.700962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:21.705669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:21.737795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea027c-4646-4c81-98ae-ec4d76a78e6e req-6f41e511-efa1-4fa4-98b6-5558269e70a2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:21.739441 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-17ea027c-4646-4c81-98ae-ec4d76a78e6e req-6f41e511-efa1-4fa4-98b6-5558269e70a2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.3641031 Feb 17 04:30:21.800471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cb2b0-9c14-4ec7-915c-08e5c4a1cefc req-ba198736-4bd5-47a0-add4-f305782be83c tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:21.802105 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-113cb2b0-9c14-4ec7-915c-08e5c4a1cefc req-ba198736-4bd5-47a0-add4-f305782be83c tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 944 time: 0.2236791 Feb 17 04:30:21.842145 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-17ea027c-4646-4c81-98ae-ec4d76a78e6e req-a4786f58-68b2-4648-9d22-4baf151d8767 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933490 Feb 17 04:30:21.903254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:21.904481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:21.910057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:21.916141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:21.917397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.010022 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-113cb2b0-9c14-4ec7-915c-08e5c4a1cefc req-fe72189b-d060-43ec-9c5b-b021a704e83b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793919 Feb 17 04:30:22.047684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51566) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:22.064033 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0683167 Feb 17 04:30:22.082912 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Request body: {'port': {'device_id': 'e18d1750-6494-4718-931f-ab1da495142d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:22.218213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.263600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:22.270741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e54280c3813c464da87d289a74ad7920 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:22.275275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:22.275480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.284007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:22.307119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfe639-2a3d-4f11-af95-2edd31c43bea req-03b49f24-23bb-4057-8b13-7eaf743a477a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:22.307877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-41cfe639-2a3d-4f11-af95-2edd31c43bea req-03b49f24-23bb-4057-8b13-7eaf743a477a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:22.384035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.431327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.443037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5170bf2e-74be-454d-b04c-bb62f8b1ab2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:22.491607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef7864-904f-42dd-b703-524bdfcc4a6d,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:22.504766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.505416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.505812 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.507125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.507125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.507125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.507443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.507669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.508048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.508423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.508839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.509361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.509801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.510227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.510606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.511002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.511354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.511728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.512099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.512885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.512885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.513304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.519394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-41cfe639-2a3d-4f11-af95-2edd31c43bea req-03b49f24-23bb-4057-8b13-7eaf743a477a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:22.519931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.519931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:22.520148 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-41cfe639-2a3d-4f11-af95-2edd31c43bea req-03b49f24-23bb-4057-8b13-7eaf743a477a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 931 time: 0.5187635 Feb 17 04:30:22.539997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:22.546244 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e54280c3813c464da87d289a74ad7920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948225 Feb 17 04:30:22.547071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51590) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:22.614454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.642635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.668982 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-41cfe639-2a3d-4f11-af95-2edd31c43bea req-3886e15e-a325-434c-840d-280b33d75fe0 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062133 Feb 17 04:30:22.764496 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bae64-9381-49dc-8de0-7f45552018a4 req-d9e2f1f0-7bd4-4bdd-8552-037bd1120114 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:22.766121 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7f5bae64-9381-49dc-8de0-7f45552018a4 req-d9e2f1f0-7bd4-4bdd-8552-037bd1120114 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2600155 Feb 17 04:30:22.775855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:22.843330 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7f5bae64-9381-49dc-8de0-7f45552018a4 req-c6392ef4-b672-4000-ae16-7e9b85d1f970 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694382 Feb 17 04:30:22.851837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.857470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:22.871308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef7864-904f-42dd-b703-524bdfcc4a6d,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:22.878105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.894528 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efef7864-904f-42dd-b703-524bdfcc4a6d HTTP/1.1" status: 204 len: 168 time: 0.3463268 Feb 17 04:30:22.895639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:22.930030 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c270619c-0f5a-4d34-aedc-9a5286d0e3d7 {{(pid=84087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:22.932403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51608) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:22.937610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:22.952801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:22.953238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.958483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.987914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Transition to ACTIVE for port object c270619c-0f5a-4d34-aedc-9a5286d0e3d7 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:23.034877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.069283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Deleting subnet 9eb3e7e9-e96e-490e-a6ec-d322705540e7 {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:30:23.072785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.137685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:23.143201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.151129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.154252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.187235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:23.199207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:23.251534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.254531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:23.362260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Pushing event updated for resources: {'Port': ['ID=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:23.394664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:23.398662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:23.403001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:23.449656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446144c-08bb-4aa7-add3-3ca910acef67 req-42a156d1-5c1b-4313-958d-b465f7e428be tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:23.451319 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7446144c-08bb-4aa7-add3-3ca910acef67 req-42a156d1-5c1b-4313-958d-b465f7e428be tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.3547873 Feb 17 04:30:23.555157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.565231 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024503-3a91-43cd-a071-c4f3401bad04 req-c0e5ec93-ee9f-41ec-a45e-51d04f0ce856 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:23.566919 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7f024503-3a91-43cd-a071-c4f3401bad04 req-c0e5ec93-ee9f-41ec-a45e-51d04f0ce856 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.5074430 Feb 17 04:30:23.584554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51628) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:23.596867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:23.598271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'floatingip': {'port_id': 'c5ec9891-f658-46d0-a713-643b88b8c698'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:23.632260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51634) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:23.655118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Attempting to bind port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:23.655484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Attempting to bind port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:23.655845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Attempting to bind port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 on network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:23.687885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:23.688262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Checking segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:23.688661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.689051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Bound using segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:23.689538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Bound port: c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:23.689922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.717854 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7446144c-08bb-4aa7-add3-3ca910acef67 req-a12aae52-4930-4e35-afc9-08967c177ff3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118981 Feb 17 04:30:23.726894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb3e7e9-e96e-490e-a6ec-d322705540e7,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:23.734505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.739658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.751531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:23.766596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51640) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:23.791538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:23.792743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'code': 200} Feb 17 04:30:23.798985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Usage tracker for resource:security_group_rule and tenant:23bf4a60db984f64bd159c67a84c716e is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:23.804491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:23.812131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.819245 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9eb3e7e9-e96e-490e-a6ec-d322705540e7 HTTP/1.1" status: 204 len: 168 time: 0.8854063 Feb 17 04:30:23.820376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:23.822351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51646) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:23.970490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:23.975343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.116391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:24.117401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.259596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51652) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:24.295694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.400590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.453296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.454265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.475155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] For port c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host hv-cinder-75995, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:24.475547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.502902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:24.512569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c287de2-b9bb-4727-b25d-7881c5a3ba54 req-c2820319-6ab6-47a1-99aa-1de63e5e0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:24.514182 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5c287de2-b9bb-4727-b25d-7881c5a3ba54 req-c2820319-6ab6-47a1-99aa-1de63e5e0c7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 1163 time: 0.3953567 Feb 17 04:30:24.535024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:24.566773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:24.572302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8aadc6e86d403aab0ba5eff088c6b1 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:24.580744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.581193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.582232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.582601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > port after_create 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.582955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.583311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > port after_update 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.583664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.584019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.584366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.584715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.626342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] For port c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:24.637725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b01f1-7015-41a0-bf27-2aa8276fb6f0 req-a253bf03-4056-4c29-b526-ab04473e75db tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:24.639362 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-418b01f1-7015-41a0-bf27-2aa8276fb6f0 req-a253bf03-4056-4c29-b526-ab04473e75db tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 0.5688183 Feb 17 04:30:24.653238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.653621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.654016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.654390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84086) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:24.654797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc74d2e-2e39-4186-a6ef-a11972a8c8ab']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:24.678248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd036128-8d19-404c-8db5-f62e5cc57381 req-e2265cf1-4fb7-46b1-8527-479b664a32ac tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:24.679920 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd036128-8d19-404c-8db5-f62e5cc57381 req-e2265cf1-4fb7-46b1-8527-479b664a32ac tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.6078959 Feb 17 04:30:24.700689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.740042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:24.867251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Usage tracker for resource:security_group_rule and tenant:37f25905099f477ab95fb824dc6fe172 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:24.880822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:24.889640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:24.894684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6256137a-8926-4b81-9d2d-53524207ecd8') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:24.895005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6256137a-8926-4b81-9d2d-53524207ecd8') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:24.910185 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-418b01f1-7015-41a0-bf27-2aa8276fb6f0 req-2cacbd96-a677-40d1-84a2-97db581f8d71 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567270 Feb 17 04:30:24.914118 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23bf4a60db984f64bd159c67a84c716e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2718797 Feb 17 04:30:24.914118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:24.914769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:24.918950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd00d5-f65c-4e41-bf54-f325328f4b80,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:24.931603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:24.935787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51662) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:24.941696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:24.965796 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd036128-8d19-404c-8db5-f62e5cc57381 req-c14cf33c-ef30-45e1-90fe-350bc1ac4998 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667351 Feb 17 04:30:24.986736 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5c287de2-b9bb-4727-b25d-7881c5a3ba54 req-97784d7b-83db-40ef-ab33-9df1f5de8089 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477999 Feb 17 04:30:25.008328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.018140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:30:25.050662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Pushing event updated for resources: {'Port': ['ID=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:25.068555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:25.277684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:30:25.292714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.310820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.406627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:25.407303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.408779 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] 10.222.0.67 "PUT /v2.0/ports/c270619c-0f5a-4d34-aedc-9a5286d0e3d7 HTTP/1.1" status: 200 len: 1157 time: 3.3312407 Feb 17 04:30:25.409338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:25.425816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861ae93-65db-4d02-b6c1-4464ffa0edd3 req-ea5cc5d0-d202-473c-af91-addb8c17f208 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:25.427489 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6861ae93-65db-4d02-b6c1-4464ffa0edd3 req-ea5cc5d0-d202-473c-af91-addb8c17f208 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.3717291 Feb 17 04:30:25.494800 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7', 'status': 'completed', 'code': 200} Feb 17 04:30:25.496266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.506558 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.587408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.599653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.628517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:25.641581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Network 4cc74d2e-2e39-4186-a6ef-a11972a8c8ab has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: from cryptography.utils import int_from_bytes Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: from cryptography.utils import int_from_bytes Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: (rel_b, rel_a, rel_b), Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:30:25.677123 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:30:25.680972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.792909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9556913b-07c8-4013-91eb-79690aa6eb46,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:25.809119 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37f25905099f477ab95fb824dc6fe172&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0411832 Feb 17 04:30:25.813955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51668) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:25.814125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:25.814494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:25.834413 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d8aadc6e86d403aab0ba5eff088c6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5737166 Feb 17 04:30:25.841336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51672) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:25.842348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.853311 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6861ae93-65db-4d02-b6c1-4464ffa0edd3 req-b5bd1dd2-5be0-4e83-ae1f-c0e7f5a4e5e5 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577070 Feb 17 04:30:25.863522 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880a746-0199-4599-b93c-947737b2feaa,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:25.869429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b33569e2-f935-47d1-b4ff-6c0fc2bbcf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:25.915708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85433a8-bbce-42bc-9ef5-0668856732e2 req-55d86f48-3625-4ad2-ab38-897c8cdd4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:25.917321 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c85433a8-bbce-42bc-9ef5-0668856732e2 req-55d86f48-3625-4ad2-ab38-897c8cdd4239 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 1160 time: 0.1837044 Feb 17 04:30:25.917985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.925752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.961387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.979853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.995967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.023227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c3c159f7-2b8d-4e81-a9c8-db52f07ba20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:26.038445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.057528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc74d2e-2e39-4186-a6ef-a11972a8c8ab,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:26.068934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.072749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:26.073224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:26.089071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd00d5-f65c-4e41-bf54-f325328f4b80,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:26.091629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:26.121845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.124106 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7edd00d5-f65c-4e41-bf54-f325328f4b80 HTTP/1.1" status: 204 len: 168 time: 1.1858368 Feb 17 04:30:26.155241 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4cc74d2e-2e39-4186-a6ef-a11972a8c8ab HTTP/1.1" status: 204 len: 168 time: 2.3291440 Feb 17 04:30:26.185753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.189698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.191982 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5880a746-0199-4599-b93c-947737b2feaa HTTP/1.1" status: 204 len: 168 time: 0.3496432 Feb 17 04:30:26.193058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:26.220263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880a746-0199-4599-b93c-947737b2feaa,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:26.242958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:26.303608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.451015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85433a8-bbce-42bc-9ef5-0668856732e2 req-8e16a21d-853d-4e8b-b843-988d9d9f5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:26.452619 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c85433a8-bbce-42bc-9ef5-0668856732e2 req-8e16a21d-853d-4e8b-b843-988d9d9f5ed9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8cc8329502354d72ab1832ecae357dd8&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4750023 Feb 17 04:30:26.460795 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Floating IP b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57 associated. External IP: 172.28.3.183, port: c5ec9891-f658-46d0-a713-643b88b8c698. Feb 17 04:30:26.627676 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f0828-d264-4151-a544-7d55833ab13c req-ee14a58a-b5ad-4caf-a973-2d4d6ab43ebd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:26.629468 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-287f0828-d264-4151-a544-7d55833ab13c req-ee14a58a-b5ad-4caf-a973-2d4d6ab43ebd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 0.5619328 Feb 17 04:30:26.730204 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7000-c05b-4134-abdb-b15a5ac54d52 req-296d47c9-8290-47db-96e1-56f6c37cb644 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:26.732065 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a16e7000-c05b-4134-abdb-b15a5ac54d52 req-296d47c9-8290-47db-96e1-56f6c37cb644 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.5831220 Feb 17 04:30:26.835581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.850026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:26.877482 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-287f0828-d264-4151-a544-7d55833ab13c req-c1d19f7e-e1e4-4ace-afdf-8447eb6061d6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223933 Feb 17 04:30:26.910400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9556913b-07c8-4013-91eb-79690aa6eb46,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:26.911613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51690) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:26.924037 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a16e7000-c05b-4134-abdb-b15a5ac54d52 req-e1033250-4a10-4e07-b40d-44bdc801d3bc tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822288 Feb 17 04:30:26.930613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:26.941066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.943768 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9556913b-07c8-4013-91eb-79690aa6eb46 HTTP/1.1" status: 204 len: 168 time: 1.1290200 Feb 17 04:30:26.947101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85433a8-bbce-42bc-9ef5-0668856732e2 req-10b3383d-1251-40ec-a2af-3ccf627825df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:26.948827 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c85433a8-bbce-42bc-9ef5-0668856732e2 req-10b3383d-1251-40ec-a2af-3ccf627825df service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4270689 Feb 17 04:30:27.070991 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f4fd38a9-2b4b-49e0-8cef-bfa3b9f44bb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5de7e5abda84471f88ab880900f71713&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1551311 Feb 17 04:30:27.075008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51696) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:27.150680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.179820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.263036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.269153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:27.283986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cabb42-543f-4368-bf3c-d0d0d7c38c16,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:27.288722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:27.305102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-8ede0c37-7865-490b-87a7-3bbb83c05844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:27.306755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-8ede0c37-7865-490b-87a7-3bbb83c05844 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 1160 time: 0.2838402 Feb 17 04:30:27.316092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3b03-fea4-4cd0-a6d2-89ceecdad80b req-86034736-24a2-4012-abbb-9f95da0b4e79 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:27.316919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.317613 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76cabb42-543f-4368-bf3c-d0d0d7c38c16 HTTP/1.1" status: 204 len: 168 time: 0.2414320 Feb 17 04:30:27.317735 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ce1a3b03-fea4-4cd0-a6d2-89ceecdad80b req-86034736-24a2-4012-abbb-9f95da0b4e79 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1975076 Feb 17 04:30:27.320988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:30:27.406806 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-86ee9102-1afd-4d2e-b660-999a5881c188 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c270619c-0f5a-4d34-aedc-9a5286d0e3d7 HTTP/1.1" status: 200 len: 217 time: 0.0880365 Feb 17 04:30:27.802661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51720) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:27.825877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.843504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:27.847813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Usage tracker for resource:security_group_rule and tenant:a30e4babb0344e929274a915a658813b is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:27.851003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:27.852539 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ce1a3b03-fea4-4cd0-a6d2-89ceecdad80b req-1b29b42a-5ac5-4e63-94b7-1a0432bfab07 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711809 Feb 17 04:30:27.856900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:27.888232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-bcd77e11-c739-4f70-ab10-3683c13a63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:27.889794 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-bcd77e11-c739-4f70-ab10-3683c13a63b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.4720531 Feb 17 04:30:27.947203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.977948 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-8f64b7c2-f7ad-4766-b4f0-8eb8e53b37cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798359 Feb 17 04:30:27.980208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.994115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:28.033967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438fda45-e480-4000-b908-370714a95eca,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:28.042519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:28.045136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:28.056319 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a30e4babb0344e929274a915a658813b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524879 Feb 17 04:30:28.059075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51732) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:28.149289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.209632 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:28.210091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.216837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.267060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:28.283558 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:28.293783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.300463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.307169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:28.309614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:30:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:28.312313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-89438bed-031f-4800-bc5a-b05c92965509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:28.329273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.339732 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/438fda45-e480-4000-b908-370714a95eca HTTP/1.1" status: 204 len: 168 time: 0.2704828 Feb 17 04:30:28.350231 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fda45-e480-4000-b908-370714a95eca,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:28.364143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:28.374224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-60aa84fe-d37c-4ab6-b68d-483b34be3188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.447733 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6fc0f82d-29cb-4684-9d0a-84ee0e1796bc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "PUT /v2.0/floatingips/b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57 HTTP/1.1" status: 200 len: 991 time: 4.8620255 Feb 17 04:30:28.461761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:28.474977 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-ae251851-549d-4c7d-ba45-66c4461a15e7 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757631 Feb 17 04:30:28.557149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b7589-3302-4f57-ba82-67cae76fc846 req-444ce0f8-f7e3-4dd8-834d-2b025a388b2a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:28.558964 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b65b7589-3302-4f57-ba82-67cae76fc846 req-444ce0f8-f7e3-4dd8-834d-2b025a388b2a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 0.4600744 Feb 17 04:30:28.586633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:28.625040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0133-519a-4db5-be09-09f4c42f1eda req-3d3ca40f-5403-42cd-a73e-7b2483144906 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:28.633704 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f95f0133-519a-4db5-be09-09f4c42f1eda req-3d3ca40f-5403-42cd-a73e-7b2483144906 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.4827800 Feb 17 04:30:28.747324 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f95f0133-519a-4db5-be09-09f4c42f1eda req-14a24fa8-779d-45f4-8c18-532844a5f31f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125929 Feb 17 04:30:28.755098 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b65b7589-3302-4f57-ba82-67cae76fc846 req-72ce4eef-1c6a-44c0-a1e0-e995dbcfdda1 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380939 Feb 17 04:30:28.788738 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a73cfb34-92a7-4816-90be-0b104be6e815 req-3769048f-5ffb-4132-b05d-9acdb2b38832 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3039210 Feb 17 04:30:28.837240 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'status': 'completed', 'code': 200} Feb 17 04:30:29.008162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'port_id': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'mac_address': 'fa:16:3e:af:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:29:58Z', 'updated_at': '2021-02-17T04:30:25Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:29.013137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:29.023956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:29.024776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:30:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:29.074078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e650-73b6-4506-9abb-700199430ea8 req-bbc5263e-efc2-4562-99ba-b43ffe62c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.075837 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-bbc5263e-efc2-4562-99ba-b43ffe62c8a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1162 time: 0.1809876 Feb 17 04:30:29.220616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b16cb0-45f0-4304-b1ab-d3ce075be95e req-12a1a399-b42d-47da-ae8a-862aa27b67ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.232695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51776) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:29.232871 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4b16cb0-45f0-4304-b1ab-d3ce075be95e req-12a1a399-b42d-47da-ae8a-862aa27b67ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.2414231 Feb 17 04:30:29.240329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'floatingip': {'port_id': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:29.242299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:29.331966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e650-73b6-4506-9abb-700199430ea8 req-acb4b154-2aec-4f23-b434-2fc54839b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.333642 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-acb4b154-2aec-4f23-b434-2fc54839b8f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.2489214 Feb 17 04:30:29.415085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:29.557777 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-30fd5846-9641-4cb5-a16c-05bab64e10e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 999 time: 0.1426821 Feb 17 04:30:29.588216 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37a6a3-f459-49ca-8ac3-022440a01d29 req-106077e2-4d2b-4826-97fe-bab89b7edd98 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.598061 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2d37a6a3-f459-49ca-8ac3-022440a01d29 req-106077e2-4d2b-4826-97fe-bab89b7edd98 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2566836 Feb 17 04:30:29.736064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'port_id': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'mac_address': 'fa:16:3e:af:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:29:58Z', 'updated_at': '2021-02-17T04:30:25Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:29.741534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a57cc-ec4d-4480-b457-e5b95a6168a9 None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'port_id': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'mac_address': 'fa:16:3e:af:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:29:58Z', 'updated_at': '2021-02-17T04:30:25Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:29.769774 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2d37a6a3-f459-49ca-8ac3-022440a01d29 req-87c993bf-5d6e-4879-854e-b8aff75a918d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819013 Feb 17 04:30:29.779207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e650-73b6-4506-9abb-700199430ea8 req-f0731087-c41d-41c4-9a5e-bfc04fab39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.780917 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-f0731087-c41d-41c4-9a5e-bfc04fab39d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.2040823 Feb 17 04:30:29.872281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51796) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:30.016387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e650-73b6-4506-9abb-700199430ea8 req-51371382-dd97-4065-969c-858dad6300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:30.018370 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-51371382-dd97-4065-969c-858dad6300c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2294064 Feb 17 04:30:30.030756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4172504-2615-415b-80a0-2d111cafbb2c req-190455fe-3e7e-4069-a72c-dfa47d867d6b tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:30.032364 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a4172504-2615-415b-80a0-2d111cafbb2c req-190455fe-3e7e-4069-a72c-dfa47d867d6b tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 0.1380517 Feb 17 04:30:30.175649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1f6a5-34af-457a-a7e1-44f57827cfaf None None] New status for floating IP b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57: ACTIVE {{(pid=84088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:30:30.210156 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a4172504-2615-415b-80a0-2d111cafbb2c req-144bfa4b-eb01-40fe-b102-580dd690b629 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330469 Feb 17 04:30:30.287599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-288147848-network', 'tenant_id': '7ee3c75aaf2c4fa181550630b88bb11e'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:30.300295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:30.308422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Usage tracker for resource:network and tenant:7ee3c75aaf2c4fa181550630b88bb11e is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:30.315903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:30.331514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:30.385688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Made reservation on behalf of 7ee3c75aaf2c4fa181550630b88bb11e for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:30.394210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.423258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.438545 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-1462c4b2-e4bc-4ff0-a19b-2d4625cc0f06 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051263 Feb 17 04:30:30.442699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:30.447266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Usage tracker for resource:security_group_rule and tenant:7ee3c75aaf2c4fa181550630b88bb11e is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:30.450322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:30.584639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:30.676827 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8e57e650-73b6-4506-9abb-700199430ea8 req-3488196e-48fe-4baf-9d75-e75cafac744c service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2224250 Feb 17 04:30:30.787335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.825881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.831365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4da2d4be-164c-489e-bfcf-ec27880c5234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:30.882865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:30.889359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a056bc-ce86-47f6-9647-99ebae4703b8,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:30.893941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:30.972563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.022114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.029450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.031881 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Added segment 58b5053d-c1f9-4228-ac52-be527a143a22 of type vxlan for network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e Feb 17 04:30:31.059985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b1a-1f88-4d04-b609-39b392608a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.120371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51828) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:31.172638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.179898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.207253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2c142-8642-4735-aea2-2940e37837cf req-67e16eff-3cdf-42ff-b99d-90388fa6e8d1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:31.215747 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9dd2c142-8642-4735-aea2-2940e37837cf req-67e16eff-3cdf-42ff-b99d-90388fa6e8d1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1447597 Feb 17 04:30:31.252830 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Floating IP e52991fb-6248-40c2-908e-dd4e7fb31d18 associated. External IP: 172.28.3.152, port: 2a02e8c1-2681-45e0-a92b-06d5a7a218cc. Feb 17 04:30:31.296634 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9dd2c142-8642-4735-aea2-2940e37837cf req-752e6d2e-9c40-4f0f-9db9-d93e6c0a9c92 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798397 Feb 17 04:30:31.369052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789922001-network', 'tenant_id': '17cc18e590a541e59a37798a97c3369b'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:31.375243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:31.385226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Usage tracker for resource:network and tenant:17cc18e590a541e59a37798a97c3369b is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:31.399068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:31.407967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:31.493797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.501363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:31.507400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.516165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d765b7ad-5609-47e5-bf89-676c62c9cbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:31.790174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:30:31.863937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Made reservation on behalf of 17cc18e590a541e59a37798a97c3369b for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:31.868746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.889740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Pushing event updated for resources: {'Network': ['ID=ebaf3eda-58b8-43f0-bea7-b11f9a45b10e,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:31.891764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.910805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:31.916782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:31.916932 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:31.928883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Usage tracker for resource:security_group_rule and tenant:17cc18e590a541e59a37798a97c3369b is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:31.933418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:31.938351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:31.942148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8f1db-0fb6-46be-9690-86017b874f22 req-2c8fc495-4a2a-49ce-8fda-f9f4f29edb00 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:31.943845 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-73b8f1db-0fb6-46be-9690-86017b874f22 req-2c8fc495-4a2a-49ce-8fda-f9f4f29edb00 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 0.5260582 Feb 17 04:30:31.947711 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:31.954908 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0783494 Feb 17 04:30:31.956408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51852) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:31.966270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Request body: {'subnet': {'network_id': 'ebaf3eda-58b8-43f0-bea7-b11f9a45b10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-288147848-subnet', 'tenant_id': '7ee3c75aaf2c4fa181550630b88bb11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:31.974353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:31.980390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Usage tracker for resource:subnet and tenant:7ee3c75aaf2c4fa181550630b88bb11e is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:31.983190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:31.991351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:31.998314 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-73b8f1db-0fb6-46be-9690-86017b874f22 req-b82f2a7e-3ecb-45ee-837a-70b51cec4939 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480063 Feb 17 04:30:32.027746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:32.036079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.041367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:32.053034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:32.053993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:30:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:32.120109 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f60755f0-bbb1-491f-b81e-ec3c03582661 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "PUT /v2.0/floatingips/e52991fb-6248-40c2-908e-dd4e7fb31d18 HTTP/1.1" status: 200 len: 992 time: 2.8858054 Feb 17 04:30:32.121464 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:32.132785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.151015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Made reservation on behalf of 7ee3c75aaf2c4fa181550630b88bb11e for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:32.157132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3158680'] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.185271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.190962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:32.257771 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'status': 'completed', 'code': 200} Feb 17 04:30:32.284891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:32.307033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:32.362622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.376208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8319e-e227-451f-ab1c-a98029184e4e,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:32.381316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:32.425056 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.425056 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Added segment 0d9dc8e1-b760-496f-a533-6780f0fe3414 of type vxlan for network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 Feb 17 04:30:32.432095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-ac69c2f5-e057-45f4-9582-b8b2210de8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:32.433821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-ac69c2f5-e057-45f4-9582-b8b2210de8c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 1163 time: 0.1456053 Feb 17 04:30:32.661408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.665564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.704311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-f586169e-c971-4a60-b872-0ca6bd526231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:32.704311 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-f586169e-c971-4a60-b872-0ca6bd526231 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 905 time: 0.2586358 Feb 17 04:30:32.708708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'e52991fb-6248-40c2-908e-dd4e7fb31d18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'floating_ip_address': '172.28.3.152', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'port_id': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'mac_address': 'fa:16:3e:e5:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:30:04Z', 'updated_at': '2021-02-17T04:30:30Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:32.712729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:32.721767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:32.722449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:30:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:32.816962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ed704-f134-4d3f-9f3e-83790bd4811d req-668474d4-6d4c-4f75-bf6d-a0efbadfd4f8 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:32.818592 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d9ed704-f134-4d3f-9f3e-83790bd4811d req-668474d4-6d4c-4f75-bf6d-a0efbadfd4f8 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.3379459 Feb 17 04:30:32.825863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c270619c-0f5a-4d34-aedc-9a5286d0e3d7 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:32.873234 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-90684cac-d4a4-463f-9292-8bb4f9d10505 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 200 len: 1000 time: 0.1574850 Feb 17 04:30:32.881722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.895761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:32.896484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.940740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:32.940949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:32.946911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:32.947603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.979853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1060944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3158665'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.998180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-31267f7f-8ee2-40db-adbc-7f4d9340b2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:33.055346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:33.078857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:33.080712 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d9ed704-f134-4d3f-9f3e-83790bd4811d req-28935abc-5a61-44fc-9091-10183aa9dbac tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529604 Feb 17 04:30:33.091771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:33.127282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-4fa3eecb-de3a-419c-90db-0f1853a415a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.129649 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-4fa3eecb-de3a-419c-90db-0f1853a415a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.2467349 Feb 17 04:30:33.231543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ee6209-978e-4dd8-9ab2-bf41ba99b577,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:33.236785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:33.289499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:33.294599 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1679039 Feb 17 04:30:33.295514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 51874) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:33.359900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Checking segment: {'id': '58b5053d-c1f9-4228-ac52-be527a143a22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ebaf3eda-58b8-43f0-bea7-b11f9a45b10e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:33.360456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Network hostable DHCP agents. Network: ebaf3eda-58b8-43f0-bea7-b11f9a45b10e, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:33.368953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Request body: {'subnet': {'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789922001-subnet', 'tenant_id': '17cc18e590a541e59a37798a97c3369b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:33.374180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:33.379110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Usage tracker for resource:subnet and tenant:17cc18e590a541e59a37798a97c3369b is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:33.382205 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:33.388442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:33.422783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:33.458966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-990d9842-e401-463c-a197-0302a35108b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.460603 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-990d9842-e401-463c-a197-0302a35108b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3145285 Feb 17 04:30:33.468496 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d0bb-6c8a-4a39-85d9-c2b02caad034 req-a72e844a-dca0-44ed-8554-1fe84a452442 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.470053 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4621d0bb-6c8a-4a39-85d9-c2b02caad034 req-a72e844a-dca0-44ed-8554-1fe84a452442 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 0.2267599 Feb 17 04:30:33.495564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:33.516606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, ebaf3eda-58b8-43f0-bea7-b11f9a45b10e) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:33.537344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.541162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.605921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Made reservation on behalf of 17cc18e590a541e59a37798a97c3369b for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:33.613283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.615054 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a8fcc675-ef63-41c3-8967-a4bbb486c542 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6579504 Feb 17 04:30:33.669629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf31f3-fb97-41c2-8bc0-3d3fa8c35f8c None None] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:33.768471 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4621d0bb-6c8a-4a39-85d9-c2b02caad034 req-3350a0d7-61df-48ba-8015-30f931cdb59d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619257 Feb 17 04:30:33.831345 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-8fd5d4c8-66ed-4563-8025-b8b523ab1bcc service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598413 Feb 17 04:30:33.836825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'e52991fb-6248-40c2-908e-dd4e7fb31d18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'floating_ip_address': '172.28.3.152', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'port_id': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'mac_address': 'fa:16:3e:e5:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:30:04Z', 'updated_at': '2021-02-17T04:30:30Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:33.842299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712ab3-8d0a-4b0c-afa2-6e5a5bd51ac6 None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'e52991fb-6248-40c2-908e-dd4e7fb31d18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'floating_ip_address': '172.28.3.152', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'port_id': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'mac_address': 'fa:16:3e:e5:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:30:04Z', 'updated_at': '2021-02-17T04:30:30Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:33.939071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.984542 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:33.989916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:34.027146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:34.031862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6e6bd12-0bef-4263-80e5-8d341ddf011b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:34.125211 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7', 'code': 200} Feb 17 04:30:34.132788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:34.147213 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f159725d-a2db-4842-9de6-b416fa4e8cf4 req-6488751e-3a42-450c-b967-0b142b91cd84 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2643647 Feb 17 04:30:34.181336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.181336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.181628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.182071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.182838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.182940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.183265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.183639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.184012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.184385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.184984 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.185083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.185505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.185878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.186347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.186638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.187130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.187372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.187781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.188105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.188565 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.188841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.189509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.189509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:34.218300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:34.360862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23472817-9076-445f-9e7f-b81df6135fea None None] New status for floating IP e52991fb-6248-40c2-908e-dd4e7fb31d18: ACTIVE {{(pid=84088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:30:34.613837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e3f16-35bc-46ad-804d-2c326f2e8493 req-ff19549e-5ec1-4b83-8ffa-414d8700aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:34.615304 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e93e3f16-35bc-46ad-804d-2c326f2e8493 req-ff19549e-5ec1-4b83-8ffa-414d8700aea8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 1162 time: 0.1384981 Feb 17 04:30:34.626363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e09bc-6444-4327-8a52-f8afb6b00c4f None None] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:34.653021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df32df-e2d5-461d-9ecd-1b5ff816effc req-dc9a713a-9c78-4ede-b8a0-29667f3fbc19 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:34.656899 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c5df32df-e2d5-461d-9ecd-1b5ff816effc req-dc9a713a-9c78-4ede-b8a0-29667f3fbc19 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2306926 Feb 17 04:30:34.709034 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e93e3f16-35bc-46ad-804d-2c326f2e8493 req-4e753ef9-4b35-456a-86af-fb2270e0358b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833638 Feb 17 04:30:34.812687 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c5df32df-e2d5-461d-9ecd-1b5ff816effc req-7fbbea58-2cf1-41b3-9ed1-bfa177c17341 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430054 Feb 17 04:30:34.823235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:34.970446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e4f670e4-ad31-486c-8f20-57a258ecd298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:35.126507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b863ea8-d5b2-44e4-8f11-2851f3269452,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:35.137471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Checking segment: {'id': '0d9dc8e1-b760-496f-a533-6780f0fe3414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:35.137471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Network hostable DHCP agents. Network: 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:35.141336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:35.168873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51926) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:35.176028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-619560125-network', 'tenant_id': '871c8165dba342bbb251605ab4fb19ae'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:35.178114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61730d59-e91c-4528-a7a5-536f70bebd45 req-d31565dd-5d8a-4416-9bf8-35049746c0a3 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.181142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:35.183414 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-61730d59-e91c-4528-a7a5-536f70bebd45 req-d31565dd-5d8a-4416-9bf8-35049746c0a3 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 945 time: 0.1715117 Feb 17 04:30:35.185760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Usage tracker for resource:network and tenant:871c8165dba342bbb251605ab4fb19ae is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:35.189996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:35.196751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:35.235259 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-61730d59-e91c-4528-a7a5-536f70bebd45 req-3febd807-0ee5-47f1-bc87-0b934cfcac11 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Feb 17 04:30:35.299761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:35.300784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Made reservation on behalf of 871c8165dba342bbb251605ab4fb19ae for: {'network': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:35.306698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.319792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.333510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:35.335281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:35.338043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.338704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.339475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Usage tracker for resource:security_group_rule and tenant:871c8165dba342bbb251605ab4fb19ae is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:35.342458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:35.343722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21590c-f257-4954-964c-9d2a6d1ecf32 None None] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:35.348351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:35.499927 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-460a0b6d-a4c5-402c-bbe5-683c3fdbca88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1353395 Feb 17 04:30:35.520847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.548318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.553162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:35.586545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c72236-4cfc-4420-91fa-490a3a7bf87f None None] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:35.587684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:35.602066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef481f2d-73bd-4ad6-b365-5b6ef76b6085,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:35.618315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:35.621244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.621686 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Added segment 73398424-3832-4e9e-bb90-f257b1c8f97a of type vxlan for network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 Feb 17 04:30:35.653223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.811340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.812969 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.813805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.821022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:35.934003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Pushing event updated for resources: {'Network': ['ID=2e7d806f-f2e0-4b69-83ec-0ba34a1ca548,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:35.936822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:35.946203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:35.963018 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7929280 Feb 17 04:30:35.965811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51948) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:35.972865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Request body: {'subnet': {'network_id': '2e7d806f-f2e0-4b69-83ec-0ba34a1ca548', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-619560125-subnet', 'tenant_id': '871c8165dba342bbb251605ab4fb19ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:35.977796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:35.982460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Usage tracker for resource:subnet and tenant:871c8165dba342bbb251605ab4fb19ae is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:35.982887 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:35.985642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:35.992330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:36.034891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Made reservation on behalf of 871c8165dba342bbb251605ab4fb19ae for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:36.040037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3158680'] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.167612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715312f-836b-43d3-b28c-d360a1841c94 req-022fa117-dffa-4730-986c-a590016d45ee tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:36.173974 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9715312f-836b-43d3-b28c-d360a1841c94 req-022fa117-dffa-4730-986c-a590016d45ee tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2050269 Feb 17 04:30:36.230216 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c270619c-0f5a-4d34-aedc-9a5286d0e3d7 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:36.269331 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9715312f-836b-43d3-b28c-d360a1841c94 req-6aa5a195-a9bd-4a27-8c61-f91f53a36cfb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870562 Feb 17 04:30:36.424076 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:36.425021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.662001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:30:36.667181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c93a2-e6c1-43a0-9b12-5892f561c7ba req-ae4e13a8-31b8-4d24-b644-348b3ceb6021 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:36.668798 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f25c93a2-e6c1-43a0-9b12-5892f561c7ba req-ae4e13a8-31b8-4d24-b644-348b3ceb6021 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 945 time: 0.1055839 Feb 17 04:30:36.722620 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f25c93a2-e6c1-43a0-9b12-5892f561c7ba req-6a33988c-c961-4673-b8c6-53ff65b8e949 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Feb 17 04:30:36.764008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 51974) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:36.773459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014251837-network', 'tenant_id': 'b8e21278b3154fb38c9a547aa74571e8'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:36.780599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:36.788070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Usage tracker for resource:network and tenant:b8e21278b3154fb38c9a547aa74571e8 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:36.791445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:36.798847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:36.879174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1060944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3158665'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.898593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-65f79461-fd6c-434c-90da-cb255d799b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:36.945273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Made reservation on behalf of b8e21278b3154fb38c9a547aa74571e8 for: {'network': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:36.950027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.312132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.345550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d44a861-474f-4b73-9c8d-b92fc4a15440,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:37.349117 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:37.351832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:37.358901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e21278b3154fb38c9a547aa74571e8 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:37.365987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:37.374396 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:37.472755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Checking segment: {'id': '73398424-3832-4e9e-bb90-f257b1c8f97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2e7d806f-f2e0-4b69-83ec-0ba34a1ca548'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:37.473682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Network hostable DHCP agents. Network: 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:37.540289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.542559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:37.573920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.578734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0c7c1a8-1145-4c7e-a7d2-55c65152d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:37.579340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297d94d-f42e-45f1-af63-6040f0f567bc req-5014e591-f24b-4ba5-b5b2-f265eb4d2f46 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:37.586102 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d297d94d-f42e-45f1-af63-6040f0f567bc req-5014e591-f24b-4ba5-b5b2-f265eb4d2f46 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.0945008 Feb 17 04:30:37.616899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:37.619937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:37.630941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d0d82-5c9a-4186-91d2-d21f96a7ca46 None None] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:37.644903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:37.645455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.649325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5714fe2a-a4c9-447f-8d04-38b08c42bfc1,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:37.656359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:37.657433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.657879 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Added segment f6885a81-309a-4f2a-988f-8dfee9c4d393 of type vxlan for network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 Feb 17 04:30:37.712427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.764175 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7969766 Feb 17 04:30:37.899831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.901485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:37.902340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.906651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:37.912491 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d297d94d-f42e-45f1-af63-6040f0f567bc req-03b56fd2-b172-4c16-bbbf-f01e85b30d8e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246729 Feb 17 04:30:37.979057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202afa53-c432-4107-826e-6a67c25bd4ea None None] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:37.997616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52010) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:38.075239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Deleting subnet a1ee6209-978e-4dd8-9ab2-bf41ba99b577 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:30:38.078619 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3109052 Feb 17 04:30:38.078758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.079146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52014) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:38.087855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Request body: {'subnet': {'network_id': 'd3a2fe0d-a6af-4f4a-aa32-9b0f65204468', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014251837-subnet', 'tenant_id': 'b8e21278b3154fb38c9a547aa74571e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:38.094924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:38.098070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a2fe0d-a6af-4f4a-aa32-9b0f65204468,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:38.101789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:38.109622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Usage tracker for resource:subnet and tenant:b8e21278b3154fb38c9a547aa74571e8 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:38.113643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:38.117975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:38.119712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:38.146491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.155701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.172034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Made reservation on behalf of b8e21278b3154fb38c9a547aa74571e8 for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:38.188972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3158680'] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.344341 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:38.532101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.551581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:38.612348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ee6209-978e-4dd8-9ab2-bf41ba99b577,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:38.617627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:38.706067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.712242 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1ee6209-978e-4dd8-9ab2-bf41ba99b577 HTTP/1.1" status: 204 len: 168 time: 0.7134531 Feb 17 04:30:38.715061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52030) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:38.843830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.877978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1060944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3158665'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.895307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:39.050472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Pushing event updated for resources: {'Subnet': ['ID=917f1ca7-8081-4858-b987-2c42c58ca0a0,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:39.064777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:39.140596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.174911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Checking segment: {'id': 'f6885a81-309a-4f2a-988f-8dfee9c4d393', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd3a2fe0d-a6af-4f4a-aa32-9b0f65204468'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:39.175544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Network hostable DHCP agents. Network: d3a2fe0d-a6af-4f4a-aa32-9b0f65204468, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:39.254127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:39.324870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d480-e3d7-4f6a-a47b-44a81c0b3fa7 req-24668553-8da9-45d3-b488-54d5be21348a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:39.330965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6236d480-e3d7-4f6a-a47b-44a81c0b3fa7 req-24668553-8da9-45d3-b488-54d5be21348a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2815573 Feb 17 04:30:39.333832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, d3a2fe0d-a6af-4f4a-aa32-9b0f65204468) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:39.347838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb2b906-436b-431f-a905-0bd7509ea15d None None] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:39.349290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:39.350113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.384708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.403172 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3229213 Feb 17 04:30:39.455518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.455909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.456281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.457262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84087) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:30:39.457698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaf3eda-58b8-43f0-bea7-b11f9a45b10e']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:39.477181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b5053d-c1f9-4228-ac52-be527a143a22') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:39.477524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b5053d-c1f9-4228-ac52-be527a143a22') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:39.493238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.512448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.516043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:30:39.631334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5086d0bd-c2d0-4007-a3b2-170323647022 None None] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:39.773605 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6236d480-e3d7-4f6a-a47b-44a81c0b3fa7 req-fc14cca2-7aad-4c67-b568-e190d701a122 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393821 Feb 17 04:30:39.909850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:30:39.922002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.007736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-aae9235e-f180-4c38-9c9b-29480294eeb9 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:40.015860 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-aae9235e-f180-4c38-9c9b-29480294eeb9 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.4640141 Feb 17 04:30:40.040445 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-cdfd3f82-24a5-497c-8d45-3ed2542600e4 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/quotas/8cc8329502354d72ab1832ecae357dd8 HTTP/1.1" status: 200 len: 375 time: 0.0236464 Feb 17 04:30:40.244142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Network ebaf3eda-58b8-43f0-bea7-b11f9a45b10e has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: from cryptography.utils import int_from_bytes Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: from cryptography.utils import int_from_bytes Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: (rel_b, rel_a, rel_b), Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:30:40.292608 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:30:40.490433 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-fec12938-2dca-45b0-b20f-c6237566c7b9 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4333482 Feb 17 04:30:40.531377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.556004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.558506 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-69e4dbab-cda1-4281-a312-f296e0ba426a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:40.586728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-47e367b2-0e97-4e80-8ca2-66f8bcf763e6 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:40.587463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-47e367b2-0e97-4e80-8ca2-66f8bcf763e6 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Synchronizing usage tracker for tenant:17cc18e590a541e59a37798a97c3369b on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:40.643444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebaf3eda-58b8-43f0-bea7-b11f9a45b10e,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:40.646026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:40.655047 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-743ab0fb-7248-41f4-9d46-a54de9e064f7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ebaf3eda-58b8-43f0-bea7-b11f9a45b10e HTTP/1.1" status: 204 len: 168 time: 1.9389753 Feb 17 04:30:40.658038 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52106) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:40.708095 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-34c49daa-dceb-437c-9d5b-b8aa631dcfc4 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016144 Feb 17 04:30:40.730194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Deleting subnet 0d44a861-474f-4b73-9c8d-b92fc4a15440 {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:30:40.733388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.739486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-47e367b2-0e97-4e80-8ca2-66f8bcf763e6 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Unset dirty status for tenant:17cc18e590a541e59a37798a97c3369b on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:40.740707 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-47e367b2-0e97-4e80-8ca2-66f8bcf763e6 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/networks?id=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 HTTP/1.1" status: 200 len: 808 time: 0.5378542 Feb 17 04:30:40.790097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2486518'] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.817299 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-3b4cf1d3-e80c-486c-ad1c-fcf799db650b tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/quotas/17cc18e590a541e59a37798a97c3369b HTTP/1.1" status: 200 len: 375 time: 0.0609405 Feb 17 04:30:40.862823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.891944 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-e2e84601-80d3-4dae-8a43-f0f01eadad95 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=17cc18e590a541e59a37798a97c3369b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601711 Feb 17 04:30:41.011665 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-d02782c0-67bf-4181-859d-31a3a491dda5 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2969539 Feb 17 04:30:41.192085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853714923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851617162'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.230078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9bda011d-3e3b-4624-b9b2-b671ca7f58a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:41.320917 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-f930d7c7-1b18-42c9-8fbe-7005d2447596 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206445 Feb 17 04:30:41.339023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d44a861-474f-4b73-9c8d-b92fc4a15440,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:41.344844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:41.449934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.457738 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0d44a861-474f-4b73-9c8d-b92fc4a15440 HTTP/1.1" status: 204 len: 168 time: 0.7979634 Feb 17 04:30:41.460363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52130) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:41.505935 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-460e1f3a-504b-4383-bdea-f166237a9f5e service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1839843 Feb 17 04:30:41.589567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.649055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306a50e-2320-4296-9635-5bca75f6aecd req-a4375193-7c0c-49ee-a0d7-6e6a342443dc tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:41.651405 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c306a50e-2320-4296-9635-5bca75f6aecd req-a4375193-7c0c-49ee-a0d7-6e6a342443dc tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.0985115 Feb 17 04:30:41.722247 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c306a50e-2320-4296-9635-5bca75f6aecd req-dea1ce47-bf0f-4bb1-b402-183a682c7b1f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620427 Feb 17 04:30:41.819108 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.934037 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ab18f7a-ffd5-4e64-96bf-ee58bd5bbc9c req-9f33720e-d847-4a38-80c1-28789f17b763 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 210 time: 0.0832303 Feb 17 04:30:41.980177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7d806f-f2e0-4b69-83ec-0ba34a1ca548']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:41.994528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73398424-3832-4e9e-bb90-f257b1c8f97a') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:41.994870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73398424-3832-4e9e-bb90-f257b1c8f97a') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:42.009489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.221480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.221480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:30:42.222888 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1f9fe203-c98c-4998-ae35-49a3c87f65e2 req-c2428eaa-8439-484a-8702-2b3390268032 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 210 time: 0.0631192 Feb 17 04:30:42.222959 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:30:42.231688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.422929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Network 2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:30:42.452314 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:30:42.662945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.668027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.672777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:42.699193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7d806f-f2e0-4b69-83ec-0ba34a1ca548,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:42.724103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:42.724103 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f9949a6b-cd2e-400a-8ce9-a0e30a3eb9c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e7d806f-f2e0-4b69-83ec-0ba34a1ca548 HTTP/1.1" status: 204 len: 168 time: 1.2424581 Feb 17 04:30:42.952494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba7eab-bc4e-4e1a-afb7-3a54cfad735a req-2abdaa87-a563-46a4-9d4c-c91dfa5d37db tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:42.954214 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-89ba7eab-bc4e-4e1a-afb7-3a54cfad735a req-2abdaa87-a563-46a4-9d4c-c91dfa5d37db tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1031163 Feb 17 04:30:43.057885 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-89ba7eab-bc4e-4e1a-afb7-3a54cfad735a req-b06c21e5-fda8-4472-8053-09ee9c2e8692 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921142 Feb 17 04:30:43.321782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52178) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:43.326611 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0567eb1-4566-49f3-8b40-96d1baf8b2c4 req-b6aa6886-87ef-424e-ab0c-bdeeb89f6c91 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 210 time: 0.1263540 Feb 17 04:30:43.401941 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9fd656b6-2748-4f2d-90c0-b552f718adc1 req-40e951f7-f55e-440c-8e06-03309b39502c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 210 time: 0.0741401 Feb 17 04:30:43.429473 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f56c3c75-b5de-4218-bc85-9cadcd78d98b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ee3c75aaf2c4fa181550630b88bb11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052339 Feb 17 04:30:43.433159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52184) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:43.545453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.572903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52188) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:43.586748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.685826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.691187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fecd2ab0-2d1a-43da-a3cc-0b8d5dcd2d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:43.704906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a056bc-ce86-47f6-9647-99ebae4703b8,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:43.709868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:43.742708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.744358 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1a056bc-ce86-47f6-9647-99ebae4703b8 HTTP/1.1" status: 204 len: 168 time: 0.3093839 Feb 17 04:30:43.829633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.857793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:43.864714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Usage tracker for resource:security_group_rule and tenant:92eaa57e2a854229bd57d6acc253a01f is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:43.868163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:43.876374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:44.004353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.046279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.057577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:44.099346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9e622-c459-45c0-83c9-de7b942bcf2f,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:44.110791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:44.115649 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92eaa57e2a854229bd57d6acc253a01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406895 Feb 17 04:30:44.118542 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52202) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:44.310012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.406735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.502323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-85a72f23-5597-443e-b7e7-04172a66a6b3 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:44.504151 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-85a72f23-5597-443e-b7e7-04172a66a6b3 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.4265189 Feb 17 04:30:44.511903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c559-2904-496a-a6db-c8cb82a3ab3b req-1cea3914-edf5-4871-9649-c0e6ee5d8b38 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:44.513447 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5041c559-2904-496a-a6db-c8cb82a3ab3b req-1cea3914-edf5-4871-9649-c0e6ee5d8b38 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1768603 Feb 17 04:30:44.526811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Request body: {'port': {'device_id': '8a632118-aedc-4c2a-bea4-42018631b70c', 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53', 'admin_state_up': True, 'tenant_id': '8cc8329502354d72ab1832ecae357dd8'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:44.562328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.576696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9e849cd6-d88e-45cd-aed5-5d69ab3025bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:44.592653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9e622-c459-45c0-83c9-de7b942bcf2f,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:44.603878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.605128 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bdd9e622-c459-45c0-83c9-de7b942bcf2f HTTP/1.1" status: 204 len: 168 time: 0.4856300 Feb 17 04:30:44.606239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:44.754196 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5041c559-2904-496a-a6db-c8cb82a3ab3b req-83bfb198-1d6c-4598-87d1-a00a15a6a34c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111623 Feb 17 04:30:44.760753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52218) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:44.780991 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c4ed1f68-4a38-429e-a34f-afd15eda5ffa req-74d81957-ba03-40f2-bbfd-236d83a0fb4f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 210 time: 0.0815659 Feb 17 04:30:44.843243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:44.862314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:44.872025 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-63ac49c1-d5f6-4f40-adf6-9f74ed53f819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=871c8165dba342bbb251605ab4fb19ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098549 Feb 17 04:30:44.884064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52226) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:44.944872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Made reservation on behalf of 8cc8329502354d72ab1832ecae357dd8 for: {'port': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:44.951217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.957662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.994942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.040278 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-632650c8-3ae6-49e8-a0f4-46fade051eb1 req-dc9e438e-33e2-48a8-bdc0-8b30c17c6b21 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 210 time: 0.0675182 Feb 17 04:30:45.115195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.123334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b24d828d-b09a-4b98-8bf2-fff0ddbb9015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:45.185778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef481f2d-73bd-4ad6-b365-5b6ef76b6085,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:45.194641 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:45.217938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.219220 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef481f2d-73bd-4ad6-b365-5b6ef76b6085 HTTP/1.1" status: 204 len: 168 time: 0.3336754 Feb 17 04:30:45.291844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-1525a8cb-b928-491a-90d0-f3a737d97dab tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:45.294058 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-1525a8cb-b928-491a-90d0-f3a737d97dab tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.67 "GET /v2.0/networks?id=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 HTTP/1.1" status: 200 len: 808 time: 0.2338133 Feb 17 04:30:45.317962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Request body: {'port': {'device_id': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0', 'admin_state_up': True, 'tenant_id': '17cc18e590a541e59a37798a97c3369b'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:45.409238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52236) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:45.446316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Allocated IP 172.20.0.2 (2511bdeb-d06d-49ab-8b4c-2b82cc9beb53/e7b44c3c-e041-4ed2-8b4d-d77b396806d8/4c27d413-47ac-4446-a97a-2f7a77a8fb23) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:45.453328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.475950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:45.486008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Usage tracker for resource:security_group_rule and tenant:ab00cc8667d34d999b5f3124e861f48c is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:45.492115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:45.511222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:45.525199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:45.529687 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Usage tracker for resource:port and tenant:17cc18e590a541e59a37798a97c3369b is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:45.532913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:45.540750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:45.738157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Made reservation on behalf of 17cc18e590a541e59a37798a97c3369b for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:45.744057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.819665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.143817 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4b6380f-2848-4e6e-801b-aed134324960 req-159e4d8a-c5bb-43c3-a0f5-1c61eed6e623 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 210 time: 0.1001506 Feb 17 04:30:46.251657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.276520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7587ac9-e42a-43fd-a128-bc48f2d9def9 req-a61515b2-3122-4635-97f5-0f4a61d1db9a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:46.278289 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7587ac9-e42a-43fd-a128-bc48f2d9def9 req-a61515b2-3122-4635-97f5-0f4a61d1db9a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2822278 Feb 17 04:30:46.338228 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7587ac9-e42a-43fd-a128-bc48f2d9def9 req-3e8396eb-ba30-408b-8f0e-f7ece877a520 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522053 Feb 17 04:30:46.403786 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9765867d-d2b9-4b62-b568-f93aa1c20d28 req-0731bfad-4284-4965-89c6-e2e708881fe0 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 210 time: 0.0567827 Feb 17 04:30:46.449357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.485644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.489886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-24db5f32-880f-4c83-ac2d-28643b4c1647 tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:46.490618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Allocated IP 172.20.0.9 (9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0/4b863ea8-d5b2-44e4-8f11-2851f3269452/59ed07c3-65c1-41cf-b387-a47162881a52) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:46.547631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.558981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7eabe4a3-723d-4388-96b1-ec1b78d3e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:46.637650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event updated for resources: {'Port': ['ID=4c27d413-47ac-4446-a97a-2f7a77a8fb23,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:46.641849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf4d9a2-02ce-4f3d-9e00-ba0216d91aa6,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:46.642511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:46.664658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:46.670111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab00cc8667d34d999b5f3124e861f48c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2519827 Feb 17 04:30:46.670376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52282) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:46.736802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:46.741436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:46.757381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:46.825851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.837623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.851802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:46.852488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.883559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.954491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.970790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:46.985976 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4638090 Feb 17 04:30:46.986742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.994727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-220a6b87-5442-4e4f-aa15-7fe01ac0ccb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:47.011340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Request body: {'port': {'device_id': '8a632118-aedc-4c2a-bea4-42018631b70c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:47.041923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf4d9a2-02ce-4f3d-9e00-ba0216d91aa6,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:47.055973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:47.059227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.060444 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cf4d9a2-02ce-4f3d-9e00-ba0216d91aa6 HTTP/1.1" status: 204 len: 168 time: 0.3890345 Feb 17 04:30:47.164597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Pushing event updated for resources: {'Port': ['ID=59ed07c3-65c1-41cf-b387-a47162881a52,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:47.182165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:47.213630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.326901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:47.331247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:47.335481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:47.450872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:47.451571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.558165 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2468195 Feb 17 04:30:47.574259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Request body: {'port': {'device_id': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:47.758657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.047867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26296-434e-4230-8efd-857c9b94b8c0 req-d88000d9-15cf-4dc2-8315-a3317ddd5dc6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:48.050337 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-87e26296-434e-4230-8efd-857c9b94b8c0 req-d88000d9-15cf-4dc2-8315-a3317ddd5dc6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:48.097234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67766-1616-4792-8d7d-054b077d2b36 req-80a1d3ed-78b8-48e2-aa35-27b0aed5defa tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:48.105645 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5e67766-1616-4792-8d7d-054b077d2b36 req-80a1d3ed-78b8-48e2-aa35-27b0aed5defa tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.5446994 Feb 17 04:30:48.160165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-87e26296-434e-4230-8efd-857c9b94b8c0 req-d88000d9-15cf-4dc2-8315-a3317ddd5dc6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:48.187325 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87e26296-434e-4230-8efd-857c9b94b8c0 req-d88000d9-15cf-4dc2-8315-a3317ddd5dc6 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 931 time: 0.7489173 Feb 17 04:30:48.373246 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5e67766-1616-4792-8d7d-054b077d2b36 req-65cc9dd2-e420-455b-bc24-a0d67c8ea280 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604315 Feb 17 04:30:48.399190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ed07c3-65c1-41cf-b387-a47162881a52 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:48.401748 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87e26296-434e-4230-8efd-857c9b94b8c0 req-92c7c0fc-0784-4ea0-b7d6-353ddc4c767c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566346 Feb 17 04:30:48.420381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.436207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Transition to ACTIVE for port object 59ed07c3-65c1-41cf-b387-a47162881a52 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:48.502710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.537398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a54ef007-84b5-46fe-95f1-06df2eac484c tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:48.557436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c27d413-47ac-4446-a97a-2f7a77a8fb23 {{(pid=84087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:48.664350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.712900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535f90c-8018-47cf-b6c6-62eb652a2170 req-34843e56-abf8-4635-82c9-b0d39fe20baf tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:48.715486 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3535f90c-8018-47cf-b6c6-62eb652a2170 req-34843e56-abf8-4635-82c9-b0d39fe20baf tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 943 time: 0.1620133 Feb 17 04:30:48.747527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=59ed07c3-65c1-41cf-b387-a47162881a52,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:48.753845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:48.773337 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Transition to ACTIVE for port object 4c27d413-47ac-4446-a97a-2f7a77a8fb23 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:48.782890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-3535f90c-8018-47cf-b6c6-62eb652a2170 req-73dfd032-62a4-4de6-90b9-69d682f34e1f tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Synchronizing usage tracker for tenant:17cc18e590a541e59a37798a97c3369b on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:48.829570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.853711 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:48.911474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-3535f90c-8018-47cf-b6c6-62eb652a2170 req-73dfd032-62a4-4de6-90b9-69d682f34e1f tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Unset dirty status for tenant:17cc18e590a541e59a37798a97c3369b on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:48.912743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3535f90c-8018-47cf-b6c6-62eb652a2170 req-73dfd032-62a4-4de6-90b9-69d682f34e1f tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867023 Feb 17 04:30:49.010526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Attempting to bind port 59ed07c3-65c1-41cf-b387-a47162881a52 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:49.011383 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Attempting to bind port 59ed07c3-65c1-41cf-b387-a47162881a52 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '0d9dc8e1-b760-496f-a533-6780f0fe3414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:49.020034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Attempting to bind port 59ed07c3-65c1-41cf-b387-a47162881a52 on network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:49.033355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:49.033849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Checking segment: {'id': '0d9dc8e1-b760-496f-a533-6780f0fe3414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:49.034199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.034598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Bound using segment: {'id': '0d9dc8e1-b760-496f-a533-6780f0fe3414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:49.035366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Bound port: 59ed07c3-65c1-41cf-b387-a47162881a52, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9dc8e1-b760-496f-a533-6780f0fe3414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:49.035747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.047507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Pushing event updated for resources: {'Port': ['ID=4c27d413-47ac-4446-a97a-2f7a77a8fb23,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:49.054408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:49.228498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] For port 59ed07c3-65c1-41cf-b387-a47162881a52, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:49.231839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] For port 59ed07c3-65c1-41cf-b387-a47162881a52, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=59ed07c3-65c1-41cf-b387-a47162881a52,segment=NetworkSegment(0d9dc8e1-b760-496f-a533-6780f0fe3414),segment_id=0d9dc8e1-b760-496f-a533-6780f0fe3414)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:49.256546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Attempting to bind port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:49.256546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Attempting to bind port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:49.256546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Attempting to bind port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 on network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:49.262232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:49.262613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Checking segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:49.263025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.263472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Bound using segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:49.263960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Bound port: 4c27d413-47ac-4446-a97a-2f7a77a8fb23, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:49.264441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.289094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.326774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:49.414464 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] For port 4c27d413-47ac-4446-a97a-2f7a77a8fb23, host hv-cinder-75995, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:49.420046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] For port 4c27d413-47ac-4446-a97a-2f7a77a8fb23, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4c27d413-47ac-4446-a97a-2f7a77a8fb23,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:49.474220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.508847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-61090eea-51c7-4191-994d-899c0e7633dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:49.526782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=59ed07c3-65c1-41cf-b387-a47162881a52,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:49.540831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:49.581501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.581501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.586892 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/59ed07c3-65c1-41cf-b387-a47162881a52 HTTP/1.1" status: 200 len: 1157 time: 2.0129485 Feb 17 04:30:49.588621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'tag': '59ed07c3-65c1-41cf-b387-a47162881a52'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:49.858802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-042ca083-7448-4cc6-a3f1-f72568080847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.858802 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-042ca083-7448-4cc6-a3f1-f72568080847 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17cc18e590a541e59a37798a97c3369b&device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 1160 time: 0.1557782 Feb 17 04:30:49.866577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.867259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.868743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] 10.222.0.67 "PUT /v2.0/ports/4c27d413-47ac-4446-a97a-2f7a77a8fb23 HTTP/1.1" status: 200 len: 1157 time: 2.8620336 Feb 17 04:30:49.869270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a632118-aedc-4c2a-bea4-42018631b70c', 'tag': '4c27d413-47ac-4446-a97a-2f7a77a8fb23'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:49.894227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Pushing event updated for resources: {'Port': ['ID=4c27d413-47ac-4446-a97a-2f7a77a8fb23,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:49.899294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:49.928392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9990-068b-4f7b-a2cc-209215cdd20f req-81e96a4d-3542-48a3-9276-0a234c84bf14 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.930054 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-798b9990-068b-4f7b-a2cc-209215cdd20f req-81e96a4d-3542-48a3-9276-0a234c84bf14 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 943 time: 0.3176095 Feb 17 04:30:49.960958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bbcf-2718-4382-b359-f633cb7d05ec req-5235b499-6918-47aa-8f29-51c8116a4ea1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.962665 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aef5bbcf-2718-4382-b359-f633cb7d05ec req-5235b499-6918-47aa-8f29-51c8116a4ea1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.3539670 Feb 17 04:30:50.021675 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-3b38d43d-c9dd-477f-a99a-a8b47fc43a8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ed07c3-65c1-41cf-b387-a47162881a52 HTTP/1.1" status: 200 len: 217 time: 0.1519043 Feb 17 04:30:50.030595 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-798b9990-068b-4f7b-a2cc-209215cdd20f req-3460b33a-eb20-4737-90dc-9c1655dd353e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918300 Feb 17 04:30:50.037548 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aef5bbcf-2718-4382-b359-f633cb7d05ec req-0404589c-6f9a-4c14-aaa3-d5cf71524ceb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647769 Feb 17 04:30:50.096599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52416) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:50.162550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-e4c0bf4f-8dea-451a-a3c9-a40ba6ce1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:50.165081 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-e4c0bf4f-8dea-451a-a3c9-a40ba6ce1c4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b863ea8-d5b2-44e4-8f11-2851f3269452 HTTP/1.1" status: 200 len: 848 time: 0.1314807 Feb 17 04:30:50.214576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-f364f0c2-84d8-4ec3-afce-aa606d2c92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:50.217497 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-f364f0c2-84d8-4ec3-afce-aa606d2c92ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 1160 time: 0.1842029 Feb 17 04:30:50.326089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:50.354531 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'tag': '59ed07c3-65c1-41cf-b387-a47162881a52', 'status': 'completed', 'code': 200} Feb 17 04:30:50.372843 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-48ace30c-98ec-4335-bae7-5da5dc48d685 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936092 Feb 17 04:30:50.397769 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-5b15995d-92c8-4feb-9e1a-4ca7c5ee5159 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c27d413-47ac-4446-a97a-2f7a77a8fb23 HTTP/1.1" status: 200 len: 217 time: 0.1635168 Feb 17 04:30:50.398605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.416166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:50.420372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Usage tracker for resource:security_group_rule and tenant:029e85c129c847d6b39043b041ba92cc is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:50.423637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:50.448767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 070c6cf2-4399-476d-b45c-d51c4013edce triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:50.449436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.476590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:50.535353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-82b6b4f9-d5e8-476f-8203-901facb8a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:50.537291 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-82b6b4f9-d5e8-476f-8203-901facb8a60b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.1101434 Feb 17 04:30:50.595187 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a632118-aedc-4c2a-bea4-42018631b70c', 'tag': '4c27d413-47ac-4446-a97a-2f7a77a8fb23', 'status': 'completed', 'code': 200} Feb 17 04:30:50.610581 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-d8270e77-b531-4dff-95ef-e1fc6d42e35c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603240 Feb 17 04:30:50.728990 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-8762bb9a-2255-47cf-9d32-53f1aff10bdf service neutron] 10.222.0.67 "GET /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438342 Feb 17 04:30:50.852944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.889781 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-d700aa03-2e1c-405b-be61-60f4af76b935 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682109 Feb 17 04:30:50.903920 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aded353b-a0e6-4e9c-94bf-42702ec12b52 req-53b8024b-2e60-4130-829a-0b618e7d1119 service neutron] 10.222.0.67 "GET /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1665096 Feb 17 04:30:50.913708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457a86b-7397-424e-b0c5-5a8e0521560f req-eaa8369b-ffa1-4031-96fa-5b392420c267 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:50.915390 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e457a86b-7397-424e-b0c5-5a8e0521560f req-eaa8369b-ffa1-4031-96fa-5b392420c267 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 943 time: 0.2541256 Feb 17 04:30:50.965852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.983404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:51.103055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-074785c7-2c86-4d51-9440-7516e3ca0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.104838 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-074785c7-2c86-4d51-9440-7516e3ca0970 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17cc18e590a541e59a37798a97c3369b&device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 1160 time: 0.0979562 Feb 17 04:30:51.159744 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=029e85c129c847d6b39043b041ba92cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0618744 Feb 17 04:30:51.162677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52470) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:51.167661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95502cb0-3c4b-4406-8238-3ff9a5297c4d,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:51.187470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:51.218410 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e457a86b-7397-424e-b0c5-5a8e0521560f req-f70755a0-6465-456a-a86e-b04df2559bee tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807915 Feb 17 04:30:51.280814 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd44e433-648d-4eb5-a62c-c37acaa9499c req-0d5c0ab7-2023-4c97-bab6-9744a8cdae3e service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3747549 Feb 17 04:30:51.425680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-9bf242b1-87c0-4449-b304-c5d635cb62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.427311 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-9bf242b1-87c0-4449-b304-c5d635cb62d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 HTTP/1.1" status: 200 len: 902 time: 0.3128881 Feb 17 04:30:51.541707 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-bbd70334-5489-4313-8d9a-04c34789d63c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ed07c3-65c1-41cf-b387-a47162881a52 HTTP/1.1" status: 200 len: 217 time: 0.1035893 Feb 17 04:30:51.542588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.542898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6d12-6a3f-4f98-8ecd-113977fc0f82 req-6a031e65-c12f-476e-bf16-acc3bd69caa7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.544783 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c0be6d12-6a3f-4f98-8ecd-113977fc0f82 req-6a031e65-c12f-476e-bf16-acc3bd69caa7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2275283 Feb 17 04:30:51.574006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605efe3-5543-4899-b600-685131b1bfee req-2073ca5d-7bb7-43f3-af57-0820d9bed887 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.582633 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5605efe3-5543-4899-b600-685131b1bfee req-2073ca5d-7bb7-43f3-af57-0820d9bed887 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 943 time: 0.2155132 Feb 17 04:30:51.623840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.639991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-b0b5d98a-1db6-4aef-850e-715cb0d4e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.641739 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-b0b5d98a-1db6-4aef-850e-715cb0d4e04a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 1160 time: 0.2217054 Feb 17 04:30:51.700783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-cd7feedb-4282-454a-801a-ecf7e4534ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.703007 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-cd7feedb-4282-454a-801a-ecf7e4534ad3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b863ea8-d5b2-44e4-8f11-2851f3269452 HTTP/1.1" status: 200 len: 848 time: 0.1311264 Feb 17 04:30:51.723666 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c0be6d12-6a3f-4f98-8ecd-113977fc0f82 req-2e1e57b7-7617-4eac-a896-04dfa6d9118d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611636 Feb 17 04:30:51.737791 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5605efe3-5543-4899-b600-685131b1bfee req-f3d20a97-b1de-4dca-8559-fb5cbed5e42e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540995 Feb 17 04:30:51.790837 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-4908006c-46fc-4ccb-8d04-c52d0ba8ce95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736794 Feb 17 04:30:51.953201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.962254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-f0b9675e-e22b-487e-a2aa-cb1d41701f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.964979 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-f0b9675e-e22b-487e-a2aa-cb1d41701f77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 908 time: 0.2974079 Feb 17 04:30:51.966527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-35cb6fdb-0b14-412c-8730-fc663bf08491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:51.985409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95502cb0-3c4b-4406-8238-3ff9a5297c4d,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:51.991343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:51.994384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.998066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95502cb0-3c4b-4406-8238-3ff9a5297c4d HTTP/1.1" status: 204 len: 168 time: 0.8319099 Feb 17 04:30:52.030398 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-ce88aea5-6fda-489d-a753-0dff3aaf6c6f service neutron] 10.222.0.67 "GET /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162113 Feb 17 04:30:52.146100 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-a0d53503-e696-44c1-9dbb-1d4a2311a0a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c27d413-47ac-4446-a97a-2f7a77a8fb23 HTTP/1.1" status: 200 len: 217 time: 0.1513495 Feb 17 04:30:52.282980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-105cd488-f37b-422d-9b24-1fb6540c98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:52.289802 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-105cd488-f37b-422d-9b24-1fb6540c98ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.1359670 Feb 17 04:30:52.296889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522ce24-d68a-49c1-8391-f1fd63a42fa2 req-a5c5b35d-f0c9-44cf-84ec-749b8b9c89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:52.299563 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a522ce24-d68a-49c1-8391-f1fd63a42fa2 req-a5c5b35d-f0c9-44cf-84ec-749b8b9c89d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 1162 time: 0.2272835 Feb 17 04:30:52.459573 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77ae7cb-25bc-4f9a-93da-58b7d1b57de4 req-7da8bb73-0537-49e0-9a38-5cd381469dce service neutron] 10.222.0.67 "GET /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4045873 Feb 17 04:30:52.462127 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-836c901a-c539-4b97-8e52-3ff7fb8eaf08 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545911 Feb 17 04:30:52.794717 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a522ce24-d68a-49c1-8391-f1fd63a42fa2 req-256843b4-dcbf-4da9-b609-4d4a8089beb4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823961 Feb 17 04:30:52.949515 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ca8e-e951-4255-ad47-2509e973c7e8 req-3a8a224c-26c6-4f76-84d2-de116d0c7bb1 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:52.951216 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fef9ca8e-e951-4255-ad47-2509e973c7e8 req-3a8a224c-26c6-4f76-84d2-de116d0c7bb1 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 943 time: 0.5453563 Feb 17 04:30:53.008744 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-72d0813a-6215-40c0-b69c-0d9a13ae4280 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155847 Feb 17 04:30:53.039883 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fef9ca8e-e951-4255-ad47-2509e973c7e8 req-3c6b45ce-788c-484e-b38c-e38ef0814465 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Feb 17 04:30:53.060986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52562) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:53.097162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef1c58-023e-4d01-8ce7-8a2d2aa65bbf req-4bb45aac-f649-4d65-a4eb-39a986a6ce0c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:53.098760 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-42ef1c58-023e-4d01-8ce7-8a2d2aa65bbf req-4bb45aac-f649-4d65-a4eb-39a986a6ce0c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2314172 Feb 17 04:30:53.245314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.274862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:53.292160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1628c16a104379aea4aa60b11c72c3 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:53.295199 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-42ef1c58-023e-4d01-8ce7-8a2d2aa65bbf req-829fc25c-edff-4f1e-be32-141efc0e5444 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409228 Feb 17 04:30:53.295971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:53.303046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:53.348951 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c1a996b0-bb5e-43b8-96ce-e9571d86e0f1 req-53e0ce4f-d64f-4b52-bbc8-4fcefb3882d8 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3132534 Feb 17 04:30:53.355477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297912a6-1f2d-4350-af63-21d3ad4e2872 req-d5b19bf8-c9e4-4e65-8695-8cbce04c790e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:53.356985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-297912a6-1f2d-4350-af63-21d3ad4e2872 req-d5b19bf8-c9e4-4e65-8695-8cbce04c790e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 943 time: 0.1711180 Feb 17 04:30:53.408361 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-297912a6-1f2d-4350-af63-21d3ad4e2872 req-58ff62c1-e58e-415d-8a5a-6e561388bb10 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439310 Feb 17 04:30:53.521213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.560086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.571490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f4a22d45-b39d-429b-8ddf-3698f831096c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:53.622674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52582) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:53.622800 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca1628c16a104379aea4aa60b11c72c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602150 Feb 17 04:30:53.628393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4ae000-088c-42a3-9541-46ce8cddd410,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.631788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:53.714078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.744853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.834229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.839647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1729d17c-b075-4676-9e55-f5ae33634b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:53.855045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4ae000-088c-42a3-9541-46ce8cddd410,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.858226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:53.863521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.865027 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc4ae000-088c-42a3-9541-46ce8cddd410 HTTP/1.1" status: 204 len: 168 time: 0.2409964 Feb 17 04:30:54.332936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b38835-4c0a-4f53-b64c-6f85bdb68dc1 req-2c4244fc-1c88-46bf-9624-889932765534 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:54.343848 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-26b38835-4c0a-4f53-b64c-6f85bdb68dc1 req-2c4244fc-1c88-46bf-9624-889932765534 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 943 time: 0.1710806 Feb 17 04:30:54.413598 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-26b38835-4c0a-4f53-b64c-6f85bdb68dc1 req-f1b8ec12-58ba-4b74-8403-ac7bb42db8c8 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706775 Feb 17 04:30:54.599635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52602) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:54.616935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-680612dd-4ed9-4173-9b72-46701af456da None None] Time-cost: Fetching 4 ports in 2 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:30:54.621122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740db0ee-4982-4073-ba7a-d334658c42d4 req-75b73778-5d74-4905-a3d0-9d092591c15e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:54.621270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.622788 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-740db0ee-4982-4073-ba7a-d334658c42d4 req-75b73778-5d74-4905-a3d0-9d092591c15e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1529346 Feb 17 04:30:54.641246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:54.645719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Usage tracker for resource:security_group_rule and tenant:e09ef95a31be4a9f8d76e36ecd7f0a97 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:54.648763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:54.654968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:54.684467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3776-d0f2-4326-9465-e30aa3c16557 req-31aab94b-1761-4844-a0a8-e989a2cf61df tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:54.686086 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-833e3776-d0f2-4326-9465-e30aa3c16557 req-31aab94b-1761-4844-a0a8-e989a2cf61df tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 943 time: 0.1501231 Feb 17 04:30:54.710795 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-740db0ee-4982-4073-ba7a-d334658c42d4 req-9e6c0f8d-48ec-4613-8860-62b5b56285f6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792987 Feb 17 04:30:54.743348 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-833e3776-d0f2-4326-9465-e30aa3c16557 req-246b2a9d-e7de-4bd0-b604-af3b8224c3fe tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507922 Feb 17 04:30:54.843723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.887530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.899750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-55f731fd-ca4a-4a3c-8f0f-d930fcae1cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:54.950790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52616) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:54.951488 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e09ef95a31be4a9f8d76e36ecd7f0a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491325 Feb 17 04:30:54.952705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b233bf-5197-424a-bb27-a539d31eeef5,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:54.956513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:55.074595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.110342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.147355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d7f8b-071c-4547-b68a-527ae88538e9 req-8840c538-ced2-4649-a628-52f35f96bae7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:55.148960 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-751d7f8b-071c-4547-b68a-527ae88538e9 req-8840c538-ced2-4649-a628-52f35f96bae7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1672747 Feb 17 04:30:55.214666 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-751d7f8b-071c-4547-b68a-527ae88538e9 req-ff77dd5b-4d7e-4e33-bd5f-8e91a66559c3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586820 Feb 17 04:30:55.413405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.418777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1bc493ab-9c43-443f-ae76-91416da7dc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:55.444565 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b233bf-5197-424a-bb27-a539d31eeef5,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:55.447417 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:55.455366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.456769 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7b233bf-5197-424a-bb27-a539d31eeef5 HTTP/1.1" status: 204 len: 168 time: 0.5048716 Feb 17 04:30:55.635196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6cc67-ecca-4fb8-b064-abdfb8dc6908 req-303aacba-8245-4a42-a942-8e43c7323168 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:55.636787 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8bc6cc67-ecca-4fb8-b064-abdfb8dc6908 req-303aacba-8245-4a42-a942-8e43c7323168 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 943 time: 0.0948021 Feb 17 04:30:55.688467 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8bc6cc67-ecca-4fb8-b064-abdfb8dc6908 req-93338799-262c-4d4c-ab39-72e9aaf5498a tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Feb 17 04:30:55.954261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a9809-08f5-4c37-b72f-cee7bdb2d124 req-505be99c-a30b-45b3-a480-f11b313f0063 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:55.962893 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-673a9809-08f5-4c37-b72f-cee7bdb2d124 req-505be99c-a30b-45b3-a480-f11b313f0063 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 943 time: 0.1029382 Feb 17 04:30:56.013520 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-673a9809-08f5-4c37-b72f-cee7bdb2d124 req-78c75164-4372-4e9d-a026-19a1c2e0e891 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Feb 17 04:30:56.356576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:56.449366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 070c6cf2-4399-476d-b45c-d51c4013edce triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:56.449773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.590163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 59ed07c3-65c1-41cf-b387-a47162881a52 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:56.681645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 59ed07c3-65c1-41cf-b387-a47162881a52 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:56.687023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 59ed07c3-65c1-41cf-b387-a47162881a52 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:56.687453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.829938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.888852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 59ed07c3-65c1-41cf-b387-a47162881a52, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=59ed07c3-65c1-41cf-b387-a47162881a52,segment=NetworkSegment(0d9dc8e1-b760-496f-a533-6780f0fe3414),segment_id=0d9dc8e1-b760-496f-a533-6780f0fe3414)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:56.890986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed07c3-65c1-41cf-b387-a47162881a52'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:56.919446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.920567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 4c27d413-47ac-4446-a97a-2f7a77a8fb23 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:56.988626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6adc270-2b21-43a3-bd65-cd2697e73a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:57.039391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a573c-a648-4673-9d66-87d9410f9603 req-d3fee9b3-c8f1-45f8-8fa9-8c2d03aaa0a7 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:57.047380 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a24a573c-a648-4673-9d66-87d9410f9603 req-d3fee9b3-c8f1-45f8-8fa9-8c2d03aaa0a7 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.1770103 Feb 17 04:30:57.088209 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed07c3-65c1-41cf-b387-a47162881a52', 'code': 200} Feb 17 04:30:57.118422 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a24a573c-a648-4673-9d66-87d9410f9603 req-96374218-950f-4b0d-bf8d-b265eb0e507d tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608132 Feb 17 04:30:57.157622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=59ed07c3-65c1-41cf-b387-a47162881a52,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:57.161420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:57.234143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:57.241159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:57.241684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.350840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f191f5-729a-4847-883e-9d48cf5fbff5 req-9d3f5e27-4dd1-4bb2-863e-3383d2b9676c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:57.352842 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-82f191f5-729a-4847-883e-9d48cf5fbff5 req-9d3f5e27-4dd1-4bb2-863e-3383d2b9676c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 943 time: 0.1054990 Feb 17 04:30:57.431702 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-82f191f5-729a-4847-883e-9d48cf5fbff5 req-f773b919-3dae-4d08-8240-dd132b2bda84 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690904 Feb 17 04:30:57.440715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.480059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 4c27d413-47ac-4446-a97a-2f7a77a8fb23, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4c27d413-47ac-4446-a97a-2f7a77a8fb23,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:57.527491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.530567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8e71d3d7-7501-4bc2-a64d-04b6a35effff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:57.538234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982080-3330-442a-81d6-d96364b79480 req-506e39f6-1d87-4bd6-bce3-a42e914a4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:57.539856 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ee982080-3330-442a-81d6-d96364b79480 req-506e39f6-1d87-4bd6-bce3-a42e914a4c67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 1162 time: 0.1064842 Feb 17 04:30:57.596766 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ee982080-3330-442a-81d6-d96364b79480 req-cd4002cf-cc19-4cfb-afef-1fa2b8e4f01d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Feb 17 04:30:57.613377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=4c27d413-47ac-4446-a97a-2f7a77a8fb23,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:57.616924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:57.879958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 59ed07c3-65c1-41cf-b387-a47162881a52 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:57.953375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 59ed07c3-65c1-41cf-b387-a47162881a52 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:57.953805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.091549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 0e642401-59eb-4126-be6f-e9e1031c3729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:58.121821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fef98-bf70-473e-93a4-8a6df3aeac27 req-67cd99f5-2b89-44da-8a25-fca0a62ca5c2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.123659 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-962fef98-bf70-473e-93a4-8a6df3aeac27 req-67cd99f5-2b89-44da-8a25-fca0a62ca5c2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1659863 Feb 17 04:30:58.155481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-01953549-31b1-417d-b1c4-594af8980685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.157578 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-01953549-31b1-417d-b1c4-594af8980685 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.1515238 Feb 17 04:30:58.227738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 0e642401-59eb-4126-be6f-e9e1031c3729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:58.228275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.299511 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-962fef98-bf70-473e-93a4-8a6df3aeac27 req-fb486b3c-56b5-4947-86d2-f303e9d81be9 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667714 Feb 17 04:30:58.410786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2cb96236-7ea2-491a-928d-9f2f07656628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.448741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 4c27d413-47ac-4446-a97a-2f7a77a8fb23 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:58.537696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-98f99939-1be6-4f96-b633-7bded38345cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.539508 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-98f99939-1be6-4f96-b633-7bded38345cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.3742805 Feb 17 04:30:58.542493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:58.542925 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.625397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f8cc-a4a8-4db6-9bdf-005cd0925a49 req-100da4a2-7920-4737-a0fc-568b6f33e46f tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.639201 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c497f8cc-a4a8-4db6-9bdf-005cd0925a49 req-100da4a2-7920-4737-a0fc-568b6f33e46f tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.3358166 Feb 17 04:30:58.655014 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-8519b963-8d0d-41f0-a597-5677b75cfd78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.1064365 Feb 17 04:30:58.700527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c270619c-0f5a-4d34-aedc-9a5286d0e3d7 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:58.805049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:58.805521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.813738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-f2733e4a-5851-419c-9baf-20d9998be31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.815695 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-f2733e4a-5851-419c-9baf-20d9998be31f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.1438987 Feb 17 04:30:58.911497 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c497f8cc-a4a8-4db6-9bdf-005cd0925a49 req-11b115ca-4b61-459f-ba37-a2fa75950ebc tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582715 Feb 17 04:30:58.914124 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-0dbfbef6-2bef-450f-9276-d3f86d237911 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852461 Feb 17 04:30:59.024339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db16f2a-115c-4ad7-8b38-7bdd646caaab req-e7c46331-7d7d-47fc-b6ee-55b49b6ca605 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:59.030459 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4db16f2a-115c-4ad7-8b38-7bdd646caaab req-e7c46331-7d7d-47fc-b6ee-55b49b6ca605 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.3744206 Feb 17 04:30:59.090378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a632118-aedc-4c2a-bea4-42018631b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c27d413-47ac-4446-a97a-2f7a77a8fb23'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:59.160558 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4db16f2a-115c-4ad7-8b38-7bdd646caaab req-3b24a4f4-366d-4536-98e7-e7c59d9b885a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775008 Feb 17 04:30:59.210596 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-eec91c2e-51e0-4d63-8d6b-ff629ab4cc99 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870295 Feb 17 04:30:59.239229 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a632118-aedc-4c2a-bea4-42018631b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c27d413-47ac-4446-a97a-2f7a77a8fb23', 'code': 200} Feb 17 04:30:59.383731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52770) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:59.447586 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db59815a-7a93-48a4-8c29-9f7226d538b2 req-2a14eb00-b865-4c8c-8f81-4c7801b292d7 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2282109 Feb 17 04:30:59.607125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.629657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:59.632505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a68f1a599494dc3b672568cbf1e9af6 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:59.635630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:59.643306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:59.675172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39e8b2-affe-4b59-892c-3461290984c4 req-9036bf6d-878d-4218-8962-1152a3798f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:59.677705 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3a39e8b2-affe-4b59-892c-3461290984c4 req-9036bf6d-878d-4218-8962-1152a3798f8d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 1162 time: 0.0871732 Feb 17 04:30:59.714507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 59ed07c3-65c1-41cf-b387-a47162881a52 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:59.742646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.778196 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3a39e8b2-affe-4b59-892c-3461290984c4 req-d73ce72d-5913-43bb-beb4-82791e4e7852 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628815 Feb 17 04:30:59.785663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.795673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5924a785-d000-4204-9aeb-d5145cad7ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:59.796367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 59ed07c3-65c1-41cf-b387-a47162881a52 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:59.796892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.802142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6017cb4-7546-470b-82c4-345ef95b2edf req-202f9058-0721-4138-b121-0fab38cf15bd tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:59.803734 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b6017cb4-7546-470b-82c4-345ef95b2edf req-202f9058-0721-4138-b121-0fab38cf15bd tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1249599 Feb 17 04:30:59.851309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52784) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:59.851550 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a68f1a599494dc3b672568cbf1e9af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661736 Feb 17 04:30:59.856491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27c3079-dddd-4b74-99ea-3f9831d6f85c,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:59.858442 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b6017cb4-7546-470b-82c4-345ef95b2edf req-50ee0a56-4de4-4b9b-a2e8-f9588abde0a8 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Feb 17 04:30:59.860419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:59.930160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.958953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.310692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.318530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:00.347957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27c3079-dddd-4b74-99ea-3f9831d6f85c,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:00.350815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:00.353688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.354930 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f27c3079-dddd-4b74-99ea-3f9831d6f85c HTTP/1.1" status: 204 len: 168 time: 0.5008137 Feb 17 04:31:00.392492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46093079-4c5c-4164-a2c4-36372b161da7 req-e134e27a-8e13-47bb-9f1e-af3bfd44df60 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:00.401314 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-46093079-4c5c-4164-a2c4-36372b161da7 req-e134e27a-8e13-47bb-9f1e-af3bfd44df60 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.3651464 Feb 17 04:31:00.494144 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-46093079-4c5c-4164-a2c4-36372b161da7 req-fd69206a-8f44-4a8f-8230-6eeb481565a2 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918243 Feb 17 04:31:00.546039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877c34d-02e5-4037-b118-813465cd262b req-f7e7d6fe-ac06-40b7-8049-54e65b9bd876 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:00.547644 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7877c34d-02e5-4037-b118-813465cd262b req-f7e7d6fe-ac06-40b7-8049-54e65b9bd876 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.1121354 Feb 17 04:31:00.598422 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7877c34d-02e5-4037-b118-813465cd262b req-88673f39-3648-46ce-9aff-00280f9a8252 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438731 Feb 17 04:31:00.946205 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5c6e11bf-baf0-4630-b398-403bf2b6c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:01.104520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:01.104739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f4e42-fbfe-4edf-a1c8-c90792899afa req-3b8c6f37-63c1-4e47-9c7a-8a95c4269709 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:01.106362 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e38f4e42-fbfe-4edf-a1c8-c90792899afa req-3b8c6f37-63c1-4e47-9c7a-8a95c4269709 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1296682 Feb 17 04:31:01.181865 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e38f4e42-fbfe-4edf-a1c8-c90792899afa req-52ab2db4-47e8-40b4-9c2c-fe78b69aecd2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603745 Feb 17 04:31:01.727261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 4c27d413-47ac-4446-a97a-2f7a77a8fb23 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:01.812305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:01.812818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:01.954996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b8d8c-cca0-4006-9605-de51b7826ba8 req-6392f9b5-4b6a-42f9-b573-45d967dff453 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:01.965207 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-716b8d8c-cca0-4006-9605-de51b7826ba8 req-6392f9b5-4b6a-42f9-b573-45d967dff453 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.1507783 Feb 17 04:31:02.056420 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-716b8d8c-cca0-4006-9605-de51b7826ba8 req-a8635fc5-e7f2-4e9a-8d1c-5568f6d3f147 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899920 Feb 17 04:31:02.351253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.401291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160feac-43ac-4239-987a-0d9673ffc034 req-06d17d75-1885-4055-9627-2fc5dd55937c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:02.402906 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8160feac-43ac-4239-987a-0d9673ffc034 req-06d17d75-1885-4055-9627-2fc5dd55937c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1086807 Feb 17 04:31:02.451849 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8160feac-43ac-4239-987a-0d9673ffc034 req-35ee3d5a-a719-49ed-8c78-6b39e107d0d7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Feb 17 04:31:02.679335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:03.663824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651d33f-396e-4382-84d1-199bdcaac24b req-ba41f9e4-5fae-48d6-959b-25812d9c2ad5 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:03.665421 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8651d33f-396e-4382-84d1-199bdcaac24b req-ba41f9e4-5fae-48d6-959b-25812d9c2ad5 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0891988 Feb 17 04:31:03.719525 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8651d33f-396e-4382-84d1-199bdcaac24b req-b5172812-1b1f-4927-a2d0-ca7150a7035a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 Feb 17 04:31:03.940479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 52966) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:04.084254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.104160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:04.108280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Usage tracker for resource:security_group_rule and tenant:9275baef1f0a451abe411ead82c7789b is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:04.111377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:04.117331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:04.230127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.279263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.288780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:04.332452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935fd723-47a3-498d-abc4-6acf5f11577b,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:04.336778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:04.348011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 52988) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:04.348115 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9275baef1f0a451abe411ead82c7789b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024832 Feb 17 04:31:04.427724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.464209 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.564873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.570399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:04.587334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935fd723-47a3-498d-abc4-6acf5f11577b,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:04.596903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:04.612173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.617052 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/935fd723-47a3-498d-abc4-6acf5f11577b HTTP/1.1" status: 204 len: 168 time: 0.2718475 Feb 17 04:31:04.981800 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebb693-a069-41d1-8cf5-b497c074e9c2 req-c00647b4-c7e9-487f-a67c-095fe9f241bc tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:04.986571 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03ebb693-a069-41d1-8cf5-b497c074e9c2 req-c00647b4-c7e9-487f-a67c-095fe9f241bc tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1192124 Feb 17 04:31:05.037468 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03ebb693-a069-41d1-8cf5-b497c074e9c2 req-02627ce1-87b8-47a1-9ff5-607b315bbcf1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Feb 17 04:31:05.214730 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53026) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:05.237521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.254067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:05.258143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Usage tracker for resource:security_group_rule and tenant:c333848d81d442b4bd3eb74047f852e2 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:05.261120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:05.267719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:05.302358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53030) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:05.450876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.453735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.469392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:05.474595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Usage tracker for resource:security_group_rule and tenant:559c77f7afe04509b73b1e743329da71 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:05.479991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:05.487520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:05.489790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.499966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e6ee2250-88fd-4af6-8aa4-78f93689c16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:05.547517 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c333848d81d442b4bd3eb74047f852e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312278 Feb 17 04:31:05.549301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e8917e-42ea-4b98-bddc-b4438d0219be,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:05.551003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53044) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:05.569286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:05.678397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.695084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.713620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.717809 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.738644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cf7d5fd8-3983-4917-b418-b34ed16034cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:05.753083 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=559c77f7afe04509b73b1e743329da71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495165 Feb 17 04:31:05.756235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53052) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:05.797006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23cfc5-ea7d-474b-a424-f68803e942fa,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:05.801764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.802905 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:05.807129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:05.821300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e8917e-42ea-4b98-bddc-b4438d0219be,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:05.825055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:05.831940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.833054 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84e8917e-42ea-4b98-bddc-b4438d0219be HTTP/1.1" status: 204 len: 168 time: 0.2773414 Feb 17 04:31:05.849668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.902183 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.978867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.984646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-02fa5489-4003-4417-9251-7770e9381ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:05.999431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec23cfc5-ea7d-474b-a424-f68803e942fa,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:06.004150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:06.010494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.011829 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec23cfc5-ea7d-474b-a424-f68803e942fa HTTP/1.1" status: 204 len: 168 time: 0.2544527 Feb 17 04:31:06.291354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd983ac-88c3-4c24-ae6a-18f429e12405 req-3514f2ce-ad18-479e-8896-8009dd431450 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:06.292951 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ecd983ac-88c3-4c24-ae6a-18f429e12405 req-3514f2ce-ad18-479e-8896-8009dd431450 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1137865 Feb 17 04:31:06.345783 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ecd983ac-88c3-4c24-ae6a-18f429e12405 req-9127defe-41d2-4a87-941a-ad1896b5cf11 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Feb 17 04:31:06.384526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53074) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:06.416990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.434306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:06.439299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Usage tracker for resource:security_group_rule and tenant:89a6531aee884064975a6ce6418e98cb is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:06.442706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:06.448486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:06.552653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.585957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7bfeb-8b8f-4f64-83ba-87be114b243e req-5822f7e0-1c28-4987-98cf-9050e36a8e5d tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:06.587527 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16e7bfeb-8b8f-4f64-83ba-87be114b243e req-5822f7e0-1c28-4987-98cf-9050e36a8e5d tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.1024752 Feb 17 04:31:06.595539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.605327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:06.635873 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16e7bfeb-8b8f-4f64-83ba-87be114b243e req-27984364-7400-4492-a6a1-430018a09e82 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Feb 17 04:31:06.656483 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89a6531aee884064975a6ce6418e98cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707806 Feb 17 04:31:06.658449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00faeaef-d259-4078-95c5-11ede499ab62,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:06.660833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53078) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:06.662348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:06.743297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.769982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53088) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:06.781236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.803495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.820385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:06.824643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Usage tracker for resource:security_group_rule and tenant:cde11ae66e0845a98d6fba5e275b0272 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:06.829061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:06.836182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:06.864169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.869755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f5369ef4-0899-4765-850f-6ecf4f4ea6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:06.884780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00faeaef-d259-4078-95c5-11ede499ab62,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:06.887902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:06.888808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.890457 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00faeaef-d259-4078-95c5-11ede499ab62 HTTP/1.1" status: 204 len: 168 time: 0.2280869 Feb 17 04:31:06.927350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.961153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.971516 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f6676cd0-1bc5-4c59-bcae-6a382d8355e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:07.014654 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cde11ae66e0845a98d6fba5e275b0272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432373 Feb 17 04:31:07.016773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc90946-c9c0-4561-a165-b546c17ee713,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:07.017739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53094) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:07.020345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:07.083939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.114921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.201916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.208061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:07.224596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc90946-c9c0-4561-a165-b546c17ee713,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:07.226938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.228304 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bc90946-c9c0-4561-a165-b546c17ee713 HTTP/1.1" status: 204 len: 168 time: 0.2094357 Feb 17 04:31:07.229452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:07.579726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569488-3380-4268-941f-0852e638353b req-853555de-9bf4-4d91-88d0-62dfdbed6d27 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:07.581516 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c4569488-3380-4268-941f-0852e638353b req-853555de-9bf4-4d91-88d0-62dfdbed6d27 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1073148 Feb 17 04:31:07.639926 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c4569488-3380-4268-941f-0852e638353b req-bd8819df-c38a-4d84-b82d-e12b02524969 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Feb 17 04:31:07.937499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e8bd-fe79-4b9f-ac0d-6fe167caf943 req-0a2a3b9e-ef98-46ed-b3f2-64fb535a84e6 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:07.946303 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d434e8bd-fe79-4b9f-ac0d-6fe167caf943 req-0a2a3b9e-ef98-46ed-b3f2-64fb535a84e6 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.1693330 Feb 17 04:31:08.006565 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d434e8bd-fe79-4b9f-ac0d-6fe167caf943 req-0aa862f1-052e-48b3-ad6b-7a2dcda78083 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Feb 17 04:31:08.583552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-1c415291-23f1-45d0-8ff0-2dd2f06b2262 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:08.585123 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-1c415291-23f1-45d0-8ff0-2dd2f06b2262 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.0918288 Feb 17 04:31:08.698012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Deleting port 59ed07c3-65c1-41cf-b387-a47162881a52 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:08.698411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.003778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4405b-5fee-467e-bf41-60819b14228d req-5ec8bcfa-caa8-41f5-8111-0a096dcf982b tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:09.011337 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-adc4405b-5fee-467e-bf41-60819b14228d req-5ec8bcfa-caa8-41f5-8111-0a096dcf982b tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2390254 Feb 17 04:31:09.153155 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-adc4405b-5fee-467e-bf41-60819b14228d req-b753240c-b915-4e6c-a111-fba45e93f00c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407089 Feb 17 04:31:09.330671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] For port 59ed07c3-65c1-41cf-b387-a47162881a52, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=59ed07c3-65c1-41cf-b387-a47162881a52,segment=NetworkSegment(0d9dc8e1-b760-496f-a533-6780f0fe3414),segment_id=0d9dc8e1-b760-496f-a533-6780f0fe3414)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:09.331085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.505075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Calling delete_port for 59ed07c3-65c1-41cf-b387-a47162881a52 owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:09.537272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a561a91-c74c-4599-8ee3-3e1b5bd293c3 req-35fb531d-62ea-466a-ad84-aed893666425 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:09.538939 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7a561a91-c74c-4599-8ee3-3e1b5bd293c3 req-35fb531d-62ea-466a-ad84-aed893666425 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 945 time: 0.3518589 Feb 17 04:31:09.646150 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7a561a91-c74c-4599-8ee3-3e1b5bd293c3 req-076703c8-41f5-4699-8953-4e68eaed8918 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1f8319e-e227-451f-ab1c-a98029184e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956695 Feb 17 04:31:09.731226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 59ed07c3-65c1-41cf-b387-a47162881a52 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:31:09.853219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Port 59ed07c3-65c1-41cf-b387-a47162881a52 update to DOWN by agent not found {{(pid=84088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:31:09.862869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.904544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:10.059207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Pushing event deleted for resources: {'Port': ['ID=59ed07c3-65c1-41cf-b387-a47162881a52,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:10.070322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:10.164829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] No DVR routers for this DVR port 59ed07c3-65c1-41cf-b387-a47162881a52 on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:31:10.170714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.174024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'name': 'network-vif-deleted', 'tag': '59ed07c3-65c1-41cf-b387-a47162881a52'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:10.183775 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35257c91-dfe2-48f0-872c-b3d8aa34ca6c req-04457a17-bd1a-4550-b0e4-253c72430615 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.67 "DELETE /v2.0/ports/59ed07c3-65c1-41cf-b387-a47162881a52 HTTP/1.1" status: 204 len: 173 time: 1.5840733 Feb 17 04:31:10.293789 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c7e1f5-4774-49f7-b42c-520643bf9642', 'name': 'network-vif-deleted', 'tag': '59ed07c3-65c1-41cf-b387-a47162881a52', 'status': 'completed', 'code': 200} Feb 17 04:31:10.499304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a577f-adcd-4182-ad15-878f284031ea req-abe25041-2c67-4307-9732-dea87917e39d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:10.502405 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-020a577f-adcd-4182-ad15-878f284031ea req-abe25041-2c67-4307-9732-dea87917e39d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1406710 Feb 17 04:31:10.578588 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-020a577f-adcd-4182-ad15-878f284031ea req-49770b37-e722-49d6-842f-ad767fff71c9 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693474 Feb 17 04:31:10.668539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53246) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:10.845256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.862832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-13cf7049-7972-46a8-b762-2908abecf057 req-e735322e-d321-4d29-8608-37cf01d9b2e7 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Synchronizing usage tracker for tenant:17cc18e590a541e59a37798a97c3369b on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:10.874394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:10.883467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Usage tracker for resource:security_group_rule and tenant:cb00aca036874cb8a2321a4484a59477 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:10.887899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:10.894265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:10.944808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-13cf7049-7972-46a8-b762-2908abecf057 req-e735322e-d321-4d29-8608-37cf01d9b2e7 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] Unset dirty status for tenant:17cc18e590a541e59a37798a97c3369b on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:10.946110 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13cf7049-7972-46a8-b762-2908abecf057 req-e735322e-d321-4d29-8608-37cf01d9b2e7 tempest-VolumesActionsTest-1805985693 tempest-VolumesActionsTest-1805985693-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c7e1f5-4774-49f7-b42c-520643bf9642 HTTP/1.1" status: 200 len: 210 time: 0.1448960 Feb 17 04:31:10.984040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.073343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.083189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0c97b0f4-34b7-4dfc-bda4-b0de98aef205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:11.134787 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb00aca036874cb8a2321a4484a59477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649813 Feb 17 04:31:11.135782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c536b523-f82f-4822-90bf-26bfaaa5f5a5,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:11.138045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53258) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:11.149421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:11.213076 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.243121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.339143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.344504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-511ecae7-4e50-42b0-b0c9-2102ef239e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:11.359600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c536b523-f82f-4822-90bf-26bfaaa5f5a5,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:11.363163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:11.373185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.378505 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c536b523-f82f-4822-90bf-26bfaaa5f5a5 HTTP/1.1" status: 204 len: 168 time: 0.2391095 Feb 17 04:31:11.903890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c4c10-a6d3-4ed7-bdc8-302af4c15795 req-b1063fb7-59cd-4a53-bef7-0d1a9d19d484 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:11.905514 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e32c4c10-a6d3-4ed7-bdc8-302af4c15795 req-b1063fb7-59cd-4a53-bef7-0d1a9d19d484 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2033906 Feb 17 04:31:11.941934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53292) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:11.961656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.980369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:11.984714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Usage tracker for resource:security_group_rule and tenant:e003bd77866a4462ba4e14adbcecd37a is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:11.987329 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e32c4c10-a6d3-4ed7-bdc8-302af4c15795 req-ff94362e-7d68-4540-9f38-9709bb840c58 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743549 Feb 17 04:31:11.988261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:11.994590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:11.994992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d6723ea7-98ea-4ed6-a28b-65fef3914ac7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:11.996548 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d6723ea7-98ea-4ed6-a28b-65fef3914ac7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.2242432 Feb 17 04:31:12.014487 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-a7b839f1-74fc-4f62-ba90-f492c438a94d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/quotas/8cc8329502354d72ab1832ecae357dd8 HTTP/1.1" status: 200 len: 375 time: 0.0110927 Feb 17 04:31:12.115625 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.116001 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-9ebb382b-3871-4b3d-8c9a-e4cabe20644f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931537 Feb 17 04:31:12.191232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.203926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1b1c1d31-247c-4572-9f46-1951b237e1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:12.262279 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e003bd77866a4462ba4e14adbcecd37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190894 Feb 17 04:31:12.263657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47fb600-aad9-4ea6-9db3-00cf90f17e99,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:12.268021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:12.269061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53300) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:12.351524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.404261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.535496 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-04e8baa2-aae3-44a7-9012-b03372243969 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111707 Feb 17 04:31:12.572836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.591621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:12.607508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47fb600-aad9-4ea6-9db3-00cf90f17e99,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:12.619534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:12.623883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.625572 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a47fb600-aad9-4ea6-9db3-00cf90f17e99 HTTP/1.1" status: 204 len: 168 time: 0.3549798 Feb 17 04:31:12.802507 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-f7b87727-92e5-443d-a81a-9a745e328690 service neutron] 10.222.0.26 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2599244 Feb 17 04:31:12.821484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-50cd1baa-28aa-46fb-b1e6-8cc6457cb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:12.823199 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-50cd1baa-28aa-46fb-b1e6-8cc6457cb7b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.1299055 Feb 17 04:31:13.045718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-143931ab-9a7e-4ec3-997d-70c50c058196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:13.047455 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-143931ab-9a7e-4ec3-997d-70c50c058196 service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.1997311 Feb 17 04:31:13.303465 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-89e06325-92e2-425f-8bb3-1b6a41d7dbe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.2364311 Feb 17 04:31:13.334485 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-77fe6336-174e-4cc5-8862-af5409b25b0e req-82e1c04e-d0ad-4205-a084-1fd13966518c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 210 time: 0.1838748 Feb 17 04:31:13.457983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-a3dcef49-365f-46ca-9265-fc372c965aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:13.459775 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-a3dcef49-365f-46ca-9265-fc372c965aed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.1372859 Feb 17 04:31:13.466930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377f89-64bc-46a2-8675-7f905e5f63e0 req-59997bbf-213a-4e51-9079-8c0e4a819920 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:13.469060 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e3377f89-64bc-46a2-8675-7f905e5f63e0 req-59997bbf-213a-4e51-9079-8c0e4a819920 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3162048 Feb 17 04:31:13.541322 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-8b8fdf02-f6a6-4363-b0f8-a482e7279001 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710602 Feb 17 04:31:13.601019 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e3377f89-64bc-46a2-8675-7f905e5f63e0 req-147efa1c-07d8-4707-9037-91d8157c2f91 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933645 Feb 17 04:31:13.652112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:31:13.710454 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-5c0d00ba-bcce-4ece-b35a-92777566cdf9 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574333 Feb 17 04:31:13.810996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:13.887872 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7846182-b606-43b3-8cb8-6938b4219ec6 req-a80fe5d9-bd2d-4743-82e0-a4f56d9e477e service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451097 Feb 17 04:31:13.913186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:13.913654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:14.483987 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a2533d17-b8bd-49f4-a62c-8427c9abcc96 req-d93b86d1-6b18-4712-9fec-aee6fb8fc049 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 210 time: 0.0836353 Feb 17 04:31:14.837767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4857d6-2505-4fd7-97b7-7442f974971c req-a685431d-40ba-41fd-be5b-3c6f40b87030 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:14.839415 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8b4857d6-2505-4fd7-97b7-7442f974971c req-a685431d-40ba-41fd-be5b-3c6f40b87030 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0942485 Feb 17 04:31:14.898269 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8b4857d6-2505-4fd7-97b7-7442f974971c req-c3a8187c-6c02-42f2-b666-0beaaa691a1d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511496 Feb 17 04:31:15.415288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53410) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:15.552598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.571520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:15.575670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Usage tracker for resource:security_group_rule and tenant:fce95dbc935e4bedbbbc9fba33884d23 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:15.579026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:15.586173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:15.665250 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a39d24a1-323d-458f-8a05-f2e5e74dc510 req-1b1c22b4-4a41-44d5-8190-6e091da4897c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 210 time: 0.0513012 Feb 17 04:31:15.680029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.753793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.763194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-40f8abeb-9c01-40ee-a7e1-dd5dfdc20a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:15.809577 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fce95dbc935e4bedbbbc9fba33884d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904970 Feb 17 04:31:15.809577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a7d8d-08e2-412f-8330-ebcb5a5249db,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:15.810133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53428) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:15.812407 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:15.892830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.921637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:15.923559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:16.091370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:16.102238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:16.116132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a7d8d-08e2-412f-8330-ebcb5a5249db,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:16.123000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:16.144088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:16.147998 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f91a7d8d-08e2-412f-8330-ebcb5a5249db HTTP/1.1" status: 204 len: 168 time: 0.3342896 Feb 17 04:31:16.183744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a124f6-8547-493a-bb75-acf4b4f3b67c req-f15c7c19-c33c-484c-afeb-fb4800cd9a6c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:16.201453 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03a124f6-8547-493a-bb75-acf4b4f3b67c req-f15c7c19-c33c-484c-afeb-fb4800cd9a6c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1701517 Feb 17 04:31:16.281550 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03a124f6-8547-493a-bb75-acf4b4f3b67c req-0274f248-e023-444c-a461-1bd9d896739a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559306 Feb 17 04:31:16.428105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-47cfb093-8de4-4ba2-bf29-0cf5343f0db7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:16.429703 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-47cfb093-8de4-4ba2-bf29-0cf5343f0db7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 814 time: 0.1695848 Feb 17 04:31:16.447123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Request body: {'port': {'device_id': '35225a64-f22d-4d91-a34f-1ede972cd395', 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53', 'admin_state_up': True, 'tenant_id': '8cc8329502354d72ab1832ecae357dd8'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:16.633705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:16.649818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:16.751720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Made reservation on behalf of 8cc8329502354d72ab1832ecae357dd8 for: {'port': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:16.764645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:16.957404 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3b088b05-fa2b-48be-8cc5-23d2cc64187f req-d770c298-bd17-45b6-af22-26ffe706662e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 210 time: 0.0687623 Feb 17 04:31:16.998706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14e8b9-0614-45da-9e8a-a438b8f1030d req-efddb281-b676-4f58-98dc-103a0be8b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:17.000461 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7b14e8b9-0614-45da-9e8a-a438b8f1030d req-efddb281-b676-4f58-98dc-103a0be8b5b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.3194919 Feb 17 04:31:17.058215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53460) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:17.085666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.099527 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7b14e8b9-0614-45da-9e8a-a438b8f1030d req-382da7dc-de38-428c-af26-7faa6af0e0a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913348 Feb 17 04:31:17.101910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:17.106311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Usage tracker for resource:security_group_rule and tenant:607c5b9a6e4f43feb30028f66753409f is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:17.109708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:17.116527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:17.406479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Allocated IP 172.20.0.13 (2511bdeb-d06d-49ab-8b4c-2b82cc9beb53/e7b44c3c-e041-4ed2-8b4d-d77b396806d8/cb3b1cd3-5003-43a9-beb2-63154242515b) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:17.423210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.513612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.523630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e3cc8be9-da8e-427c-ba7c-2d587e616192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:17.570622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac21d6e-c9cc-41df-9c66-f64464353b2e,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:17.574282 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=607c5b9a6e4f43feb30028f66753409f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142636 Feb 17 04:31:17.575325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:17.577345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53472) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:17.652582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.681731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.742601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d82ce-2a21-4c7d-a4c0-ff9c760d30e9 req-a7d571a8-995a-46d6-99c4-bd1469d53c42 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:17.744207 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-891d82ce-2a21-4c7d-a4c0-ff9c760d30e9 req-a7d571a8-995a-46d6-99c4-bd1469d53c42 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2554801 Feb 17 04:31:17.781013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.805143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.811459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9723c2c0-f7f8-4fc1-96bf-6bf65765d237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:17.820749 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-891d82ce-2a21-4c7d-a4c0-ff9c760d30e9 req-c46a1cc1-4533-4a34-b327-c62fde7ef72c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624712 Feb 17 04:31:17.826352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac21d6e-c9cc-41df-9c66-f64464353b2e,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:17.829978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:17.839915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.843625 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0b0e2463-5a6f-4233-8e6e-8852fb6aed60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dac21d6e-c9cc-41df-9c66-f64464353b2e HTTP/1.1" status: 204 len: 168 time: 0.2627881 Feb 17 04:31:17.905066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:17.923885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:18.175042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event updated for resources: {'Port': ['ID=cb3b1cd3-5003-43a9-beb2-63154242515b,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:18.181689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:18.200465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:18.207434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:18.211501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:18.276401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5c8a-0feb-43f8-84e8-c6012e1c371f req-7ee03a87-ff99-48f5-b23a-01f49132e26f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:18.308486 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b15b5c8a-0feb-43f8-84e8-c6012e1c371f req-7ee03a87-ff99-48f5-b23a-01f49132e26f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 932 time: 0.1890285 Feb 17 04:31:18.342477 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b15b5c8a-0feb-43f8-84e8-c6012e1c371f req-7df5437b-f157-4e78-b980-fc09e26efdda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576379 Feb 17 04:31:18.357927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:18.358620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:18.459441 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0184793 Feb 17 04:31:18.483580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Request body: {'port': {'device_id': '35225a64-f22d-4d91-a34f-1ede972cd395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:18.643416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:19.398645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41c8d3-ad57-43d7-8f83-9299db1d7380 req-33852c95-a5fd-45eb-9565-c235c88810e0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:19.400731 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6b41c8d3-ad57-43d7-8f83-9299db1d7380 req-33852c95-a5fd-45eb-9565-c235c88810e0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2264454 Feb 17 04:31:19.498713 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6b41c8d3-ad57-43d7-8f83-9299db1d7380 req-88af5e68-aa13-4e45-9861-11e53bb49b89 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873566 Feb 17 04:31:19.644627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3b1cd3-5003-43a9-beb2-63154242515b {{(pid=84087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:31:19.657003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:19.683823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Transition to ACTIVE for port object cb3b1cd3-5003-43a9-beb2-63154242515b will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:19.692756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3ee8-9035-4e2b-8fee-d333ec125b91 req-a64b87a8-acf2-4339-ba8b-44cff615e093 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:19.693526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-fa0f3ee8-9035-4e2b-8fee-d333ec125b91 req-a64b87a8-acf2-4339-ba8b-44cff615e093 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:19.726957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:19.747640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:19.799875 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-fa0f3ee8-9035-4e2b-8fee-d333ec125b91 req-a64b87a8-acf2-4339-ba8b-44cff615e093 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:19.801258 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fa0f3ee8-9035-4e2b-8fee-d333ec125b91 req-a64b87a8-acf2-4339-ba8b-44cff615e093 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 932 time: 0.3015153 Feb 17 04:31:19.942388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Pushing event updated for resources: {'Port': ['ID=cb3b1cd3-5003-43a9-beb2-63154242515b,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:19.952203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:19.958986 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fa0f3ee8-9035-4e2b-8fee-d333ec125b91 req-b717c6b6-103f-4670-ad76-a7f788d2e317 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473503 Feb 17 04:31:20.133180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Attempting to bind port cb3b1cd3-5003-43a9-beb2-63154242515b on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:20.134167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Attempting to bind port cb3b1cd3-5003-43a9-beb2-63154242515b by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:20.134167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Attempting to bind port cb3b1cd3-5003-43a9-beb2-63154242515b on network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:20.140221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:20.140588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Checking segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:20.140988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.141470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Bound using segment: {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:20.142034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Bound port: cb3b1cd3-5003-43a9-beb2-63154242515b, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f09813-d48e-4b35-aa25-7a08f5aecd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2511bdeb-d06d-49ab-8b4c-2b82cc9beb53'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:20.142455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.256412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] For port cb3b1cd3-5003-43a9-beb2-63154242515b, host hv-cinder-75995, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:20.260063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] For port cb3b1cd3-5003-43a9-beb2-63154242515b, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb3b1cd3-5003-43a9-beb2-63154242515b,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:20.296642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.314912 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:20.474545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Pushing event updated for resources: {'Port': ['ID=cb3b1cd3-5003-43a9-beb2-63154242515b,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:20.523120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:20.643684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.644360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.646072 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] 10.222.0.67 "PUT /v2.0/ports/cb3b1cd3-5003-43a9-beb2-63154242515b HTTP/1.1" status: 200 len: 1158 time: 2.1695609 Feb 17 04:31:20.647487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:20.675554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:20.685104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-371cd60c-c182-4e09-9599-bba492810a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.686793 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-371cd60c-c182-4e09-9599-bba492810a1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.2134876 Feb 17 04:31:20.694532 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a6397-83de-46bd-ba72-a6a1c912b337 req-dcebd1b3-eaba-4ab0-b938-6998103b1088 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.696105 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-138a6397-83de-46bd-ba72-a6a1c912b337 req-dcebd1b3-eaba-4ab0-b938-6998103b1088 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1564941 Feb 17 04:31:20.727220 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b', 'status': 'completed', 'code': 200} Feb 17 04:31:20.806372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:20.807220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.925845 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-138a6397-83de-46bd-ba72-a6a1c912b337 req-8d9fabc5-cd54-4721-81f3-c2fa2cb09431 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039726 Feb 17 04:31:20.991149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-c24fa889-88e5-42fa-9358-90214754b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.992770 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-c24fa889-88e5-42fa-9358-90214754b45b service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.2951632 Feb 17 04:31:20.996566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-6bc44958-d576-4690-bc1c-e30051d9c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.025714 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-6bc44958-d576-4690-bc1c-e30051d9c5a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 1161 time: 0.2417550 Feb 17 04:31:21.223155 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-63c52d62-2eaa-49d7-8c94-1f8797669dd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb3b1cd3-5003-43a9-beb2-63154242515b HTTP/1.1" status: 200 len: 217 time: 0.1942170 Feb 17 04:31:21.226066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-47b79e6a-12eb-4598-8446-e4dc80f1c833 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.1958466 Feb 17 04:31:21.423716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-575921a9-aa17-41f8-8982-6a9adfdbd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.425322 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-575921a9-aa17-41f8-8982-6a9adfdbd9b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.1839085 Feb 17 04:31:21.434295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-edd0fa19-75ff-4952-b9a7-5a1cffd64db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.436222 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-edd0fa19-75ff-4952-b9a7-5a1cffd64db7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.1491008 Feb 17 04:31:21.540484 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-62091a4b-8ed1-457d-aed0-28e0513c125f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030707 Feb 17 04:31:21.543447 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-fb43ca37-73c5-4c27-b509-d9b5811614ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668907 Feb 17 04:31:21.563988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f8e2a-3992-431c-9138-1112511f5032 req-e7e83d66-689a-42d5-a052-102246b2bf43 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.565707 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4f6f8e2a-3992-431c-9138-1112511f5032 req-e7e83d66-689a-42d5-a052-102246b2bf43 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 944 time: 0.2293894 Feb 17 04:31:21.828054 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4f6f8e2a-3992-431c-9138-1112511f5032 req-373f385e-ae85-4604-8999-b87434d9720f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152376 Feb 17 04:31:21.877561 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-f5fd4c75-f68f-4a6c-b07f-0a8318d58c7e service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094492 Feb 17 04:31:21.879549 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-8ffd1359-3f21-4122-aef2-aff0afd26265 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127761 Feb 17 04:31:22.442364 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2baf664-b3f3-49a2-9817-d63db5066312 req-3e00d026-a71f-4dcb-91b9-99c6059d89c8 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5515347 Feb 17 04:31:22.461503 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cfe2a5b8-86e6-4f70-8628-8ba14e6122ef req-a9729a2e-287c-485c-9c89-f847cc6cef6c service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5482366 Feb 17 04:31:22.470552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddade071-ded3-41eb-88e3-70e1e0bfe34c req-71cb28a3-ff12-4bb9-af89-6f6748f07e85 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.472053 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ddade071-ded3-41eb-88e3-70e1e0bfe34c req-71cb28a3-ff12-4bb9-af89-6f6748f07e85 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2912090 Feb 17 04:31:22.523386 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ddade071-ded3-41eb-88e3-70e1e0bfe34c req-a1a95a87-0443-4ece-b818-6c3baec308a1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Feb 17 04:31:22.642352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-afe99133-5ec7-4d28-a122-bbcd7dae5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.643987 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-afe99133-5ec7-4d28-a122-bbcd7dae5034 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 1161 time: 0.0885112 Feb 17 04:31:22.800344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-84072f9e-bdac-4704-9611-a17e735245ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.802422 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-84072f9e-bdac-4704-9611-a17e735245ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 908 time: 0.1507170 Feb 17 04:31:22.889694 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-07803ca6-48f0-4d84-9b88-b9e8d8464f10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb3b1cd3-5003-43a9-beb2-63154242515b HTTP/1.1" status: 200 len: 217 time: 0.0761311 Feb 17 04:31:22.982435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-ac02d746-7793-477a-ae97-7ca895241632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.984338 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-ac02d746-7793-477a-ae97-7ca895241632 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.0858099 Feb 17 04:31:23.091035 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-a34362af-d843-4d93-82bc-9b8384edebca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542681 Feb 17 04:31:23.285946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8609-1bc4-4222-8d41-0ba8622bd91e req-11299251-8b6f-4443-9c34-6ddccb6e7e94 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:23.286324 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-abaa8609-1bc4-4222-8d41-0ba8622bd91e req-11299251-8b6f-4443-9c34-6ddccb6e7e94 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 944 time: 0.2927139 Feb 17 04:31:23.345955 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-f8c4850f-3d53-4680-a785-214139740cea service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414556 Feb 17 04:31:23.353790 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-abaa8609-1bc4-4222-8d41-0ba8622bd91e req-d4fdb5ea-8e92-4c23-bd88-f7df1044d591 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Feb 17 04:31:23.500027 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18f00549-afa7-47a7-999d-c87a664e0dbb req-2a25adaf-2f8c-4412-a616-fd8ac9a41890 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421902 Feb 17 04:31:23.742569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70970726-3f58-406e-83dc-1e41b308dcb5 req-a8b93b84-d8dc-43e2-b752-8b5912c22e5e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:23.744191 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-70970726-3f58-406e-83dc-1e41b308dcb5 req-a8b93b84-d8dc-43e2-b752-8b5912c22e5e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0965590 Feb 17 04:31:23.795894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-70970726-3f58-406e-83dc-1e41b308dcb5 req-987f2522-a694-4d9e-8fa8-ac95fe199528 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Feb 17 04:31:24.565430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b2e3c-178e-4b85-b281-158d00963e9b req-d702d305-0ac3-474e-8a0d-b57f8af1f021 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:24.567054 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bb8b2e3c-178e-4b85-b281-158d00963e9b req-d702d305-0ac3-474e-8a0d-b57f8af1f021 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 944 time: 0.0925694 Feb 17 04:31:24.617280 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bb8b2e3c-178e-4b85-b281-158d00963e9b req-703b388a-2a7f-4313-b5a3-afc781d9c557 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Feb 17 04:31:24.999740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e968-ba3b-4538-9caa-926db6bb6b58 req-3413f956-c48d-4ea2-8fd5-6ee97c0bff35 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:25.002311 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fd6e968-ba3b-4538-9caa-926db6bb6b58 req-3413f956-c48d-4ea2-8fd5-6ee97c0bff35 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0887730 Feb 17 04:31:25.056985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fd6e968-ba3b-4538-9caa-926db6bb6b58 req-e0577842-d7f0-4c8c-87cc-95fd138ecf54 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Feb 17 04:31:25.674725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53710) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:25.850855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:25.854839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5b46-84d3-427e-b257-7bdb9a0b0f43 req-c28e50db-4a77-400e-8eec-436f4700e602 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:25.856690 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-216d5b46-84d3-427e-b257-7bdb9a0b0f43 req-c28e50db-4a77-400e-8eec-436f4700e602 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 944 time: 0.1036181 Feb 17 04:31:25.876314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:25.882853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Usage tracker for resource:security_group_rule and tenant:577e8eaa56234e7298a2a52a39d4e865 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:25.886403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:25.894958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:25.936395 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-216d5b46-84d3-427e-b257-7bdb9a0b0f43 req-ae9fb2bf-8e7e-44e3-81a8-11eecd24dedc tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718322 Feb 17 04:31:26.193145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.287170 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.298420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:26.306920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864c5d3-bf2e-4a7c-a7a0-1cc9f4a1560b req-da25e482-475a-447c-abbb-6948b30fe01f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:26.308529 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0864c5d3-bf2e-4a7c-a7a0-1cc9f4a1560b req-da25e482-475a-447c-abbb-6948b30fe01f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1084654 Feb 17 04:31:26.329327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d4eaf-027e-41db-b3f1-ad81e0a83f98,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:26.341809 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.342724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.343320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.343903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.344483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.345088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.345700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.346296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.346882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.347599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.348167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.348743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.349923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.350505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.351075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.351659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.352353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.352920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.353947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.354529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.355196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.355768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.356835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.357412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.362770 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0864c5d3-bf2e-4a7c-a7a0-1cc9f4a1560b req-2cd57d6d-899e-4789-b7df-a54ba997d732 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462167 Feb 17 04:31:26.374251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:26.387743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=577e8eaa56234e7298a2a52a39d4e865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118485 Feb 17 04:31:26.388337 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53726) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:26.461227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.493860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.629869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.636499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-88cb99d8-cc0f-4532-9405-2e81564df91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:26.650088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d4eaf-027e-41db-b3f1-ad81e0a83f98,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:26.659949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.660354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.660748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.661138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.661523 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.661909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.662307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.662686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.663063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.663443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.663815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.664190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.664624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.665007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.665393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.665758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.666200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.666527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.666901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.667276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.667650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.668024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.668395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.668768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.671703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.675778 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/992d4eaf-027e-41db-b3f1-ad81e0a83f98 HTTP/1.1" status: 204 len: 168 time: 0.2832992 Feb 17 04:31:26.675778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:26.711904 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device cb3b1cd3-5003-43a9-beb2-63154242515b up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:26.827188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port cb3b1cd3-5003-43a9-beb2-63154242515b completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:26.832791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port cb3b1cd3-5003-43a9-beb2-63154242515b triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:26.833225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.962999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.053251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:27.088137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port cb3b1cd3-5003-43a9-beb2-63154242515b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb3b1cd3-5003-43a9-beb2-63154242515b,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:27.154510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.156700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:27.191830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ee2cc-baf4-4057-af66-7cc1f628fb79 req-e350b61d-5d16-4399-bdf7-2031de4719f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:27.207689 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-928ee2cc-baf4-4057-af66-7cc1f628fb79 req-e350b61d-5d16-4399-bdf7-2031de4719f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 946 time: 0.1329319 Feb 17 04:31:27.357690 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-928ee2cc-baf4-4057-af66-7cc1f628fb79 req-819fd234-d5c5-4f63-97dc-1b3dc69c1298 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457758 Feb 17 04:31:27.390186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=cb3b1cd3-5003-43a9-beb2-63154242515b,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:27.398756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:27.413179 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b', 'code': 200} Feb 17 04:31:27.453854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53766) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:27.476040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.492529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:27.496830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Usage tracker for resource:security_group_rule and tenant:38e9ade82f8645e3898db5c1146bb2d5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:27.499914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:27.505978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:27.607813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.669650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.680151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-92ede292-f695-4b1c-a8c4-b96d439536dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:27.724807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740e3940-f9d2-4dbd-bfa6-8cc742f4e9df,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:27.734318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:27.737389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53776) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:27.737622 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38e9ade82f8645e3898db5c1146bb2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816727 Feb 17 04:31:27.817105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.856434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.860410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d805-40a5-48af-88b4-8f044492ede8 req-9043db9b-9eee-4b0f-9af7-22da77f8bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:27.862308 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1158d805-40a5-48af-88b4-8f044492ede8 req-9043db9b-9eee-4b0f-9af7-22da77f8bd78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 1163 time: 0.0884566 Feb 17 04:31:27.911061 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1158d805-40a5-48af-88b4-8f044492ede8 req-0ef80412-c216-4ae4-a147-a7628fa222bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Feb 17 04:31:27.958854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.964350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-79c5eca8-fce1-4982-9b43-0a463a4cd1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:27.977709 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e3940-f9d2-4dbd-bfa6-8cc742f4e9df,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:27.984823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device cb3b1cd3-5003-43a9-beb2-63154242515b up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:27.984988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:27.987428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.988662 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/740e3940-f9d2-4dbd-bfa6-8cc742f4e9df HTTP/1.1" status: 204 len: 168 time: 0.2498674 Feb 17 04:31:28.085048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port cb3b1cd3-5003-43a9-beb2-63154242515b triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:28.085472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.359064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a7187cd8-ce25-4390-a149-c6d9fd62657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.574356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e50140-aa68-42a4-9e31-116f4c270a0c req-4c8be4ad-a15a-4d95-9254-53e88c599e46 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:28.575965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d9e50140-aa68-42a4-9e31-116f4c270a0c req-4c8be4ad-a15a-4d95-9254-53e88c599e46 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 946 time: 0.0952525 Feb 17 04:31:28.629287 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d9e50140-aa68-42a4-9e31-116f4c270a0c req-418da099-3f43-4bc9-a962-7a31ae7acc94 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Feb 17 04:31:28.828436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ff75-def1-4639-95a2-1bd179fe03cd req-26892f4f-c2d6-4336-9947-472623a0a32e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:28.830437 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e7d5ff75-def1-4639-95a2-1bd179fe03cd req-26892f4f-c2d6-4336-9947-472623a0a32e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0913389 Feb 17 04:31:28.879950 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e7d5ff75-def1-4639-95a2-1bd179fe03cd req-9ea0ca0f-9649-4891-b7ea-5a828cec09a7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429881 Feb 17 04:31:30.030624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device cb3b1cd3-5003-43a9-beb2-63154242515b up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:30.119961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port cb3b1cd3-5003-43a9-beb2-63154242515b triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:30.120384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:30.677616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecccba1-f0c8-4965-b12d-d527b01c76c2 req-754a3236-98b3-4d6c-8730-e3e3ebea9d7c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:30.682185 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ecccba1-f0c8-4965-b12d-d527b01c76c2 req-754a3236-98b3-4d6c-8730-e3e3ebea9d7c tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 946 time: 0.1205344 Feb 17 04:31:30.760403 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ecccba1-f0c8-4965-b12d-d527b01c76c2 req-902394b3-9f99-4ec9-b33e-4adf745daeab tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Feb 17 04:31:30.961066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-87403d65-d58e-462b-b19d-98e5d5ce7b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:30.988017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f75d0-47e7-46d5-8bd0-46c9e21f6add req-81381cfd-061c-4f61-b19b-51626e2d2ba9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:30.990215 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aa5f75d0-47e7-46d5-8bd0-46c9e21f6add req-81381cfd-061c-4f61-b19b-51626e2d2ba9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1007948 Feb 17 04:31:31.029017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53902) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:31.052005 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aa5f75d0-47e7-46d5-8bd0-46c9e21f6add req-b79377a7-cb5d-4970-9538-7a44d76f35dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550530 Feb 17 04:31:31.104105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.169705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.187694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:31.192389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Usage tracker for resource:security_group_rule and tenant:b126505f32d14975890f7116ee3211f8 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:31.197061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:31.204946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:31.299385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.502809 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.512639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-91b7adac-4560-440d-b035-d36652ba0c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:31.554150 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b126505f32d14975890f7116ee3211f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238652 Feb 17 04:31:31.556931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53920) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:31.558427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf53b57-df6c-4cbd-868e-e6f6ecd1052d,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:31.561681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:31.628722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.657182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.770274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.775975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:31.789821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf53b57-df6c-4cbd-868e-e6f6ecd1052d,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:31.795173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:31.799868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:31.803614 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bf53b57-df6c-4cbd-868e-e6f6ecd1052d HTTP/1.1" status: 204 len: 168 time: 0.2429361 Feb 17 04:31:32.288470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db403d-bc50-43c1-b10c-1518aee17b75 req-c06dbecf-a731-45ab-9768-e14887a2deab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:32.290157 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-70db403d-bc50-43c1-b10c-1518aee17b75 req-c06dbecf-a731-45ab-9768-e14887a2deab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1091456 Feb 17 04:31:32.340630 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-70db403d-bc50-43c1-b10c-1518aee17b75 req-e4987168-a925-4592-a493-182e75af196e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Feb 17 04:31:32.429940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:32.591742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 53944) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:32.612073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:32.628765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:32.632879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Usage tracker for resource:security_group_rule and tenant:5133225a38f740c996286f8730051456 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:32.635952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:32.641838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:32.690015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:32.742761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:32.852779 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:32.862693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3825a76b-c2f3-4ca9-b5f3-30c6d912a362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:32.905588 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5133225a38f740c996286f8730051456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124132 Feb 17 04:31:32.906534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08557c-abad-4f05-a3d7-516b59cb47ec,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:32.908918 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 53950) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:32.910151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:32.979484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:33.006899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:33.132322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:33.137836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5da8981d-5191-4e1d-abea-56651941e223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:33.151819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08557c-abad-4f05-a3d7-516b59cb47ec,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:33.154384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:33.165521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:33.169944 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7e46b867-eb2f-43a1-a7d2-a18bab6bf2d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff08557c-abad-4f05-a3d7-516b59cb47ec HTTP/1.1" status: 204 len: 168 time: 0.2597210 Feb 17 04:31:33.615632 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55845fe2-8987-43b0-9ded-4929d08068fd req-087d6849-8b5c-431d-8605-9c4bb98b25a4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:33.626370 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-55845fe2-8987-43b0-9ded-4929d08068fd req-087d6849-8b5c-431d-8605-9c4bb98b25a4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1166728 Feb 17 04:31:33.713064 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-55845fe2-8987-43b0-9ded-4929d08068fd req-06bd8799-18e5-40fb-ac0a-07a1a3656459 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852587 Feb 17 04:31:35.108097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bababb-0381-49e7-914d-a119b25f9467 req-a9daa54e-84c5-41c2-bbd2-4f5c13400e1e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:35.109686 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-32bababb-0381-49e7-914d-a119b25f9467 req-a9daa54e-84c5-41c2-bbd2-4f5c13400e1e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0946214 Feb 17 04:31:35.161804 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-32bababb-0381-49e7-914d-a119b25f9467 req-3f191872-3bf9-4830-9fbe-3fce74232171 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Feb 17 04:31:35.850040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8916d-861b-48bf-aa31-6a3cd419aae2 req-666e7839-4c47-464f-adfc-2ad43a8df5e0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:35.851827 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-adc8916d-861b-48bf-aa31-6a3cd419aae2 req-666e7839-4c47-464f-adfc-2ad43a8df5e0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1527491 Feb 17 04:31:35.885852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-fff8b4c2-6b4e-48e0-938a-8a5363129d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:35.887529 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-fff8b4c2-6b4e-48e0-938a-8a5363129d38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.1471486 Feb 17 04:31:35.913612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54040) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:35.956489 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-adc8916d-861b-48bf-aa31-6a3cd419aae2 req-9280a639-5e78-43b4-bec2-0814b206efb2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909412 Feb 17 04:31:36.055418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.060762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-e2483092-76fb-4f0a-9c3a-a601d3d7a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:36.062616 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-e2483092-76fb-4f0a-9c3a-a601d3d7a4fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.1557324 Feb 17 04:31:36.074369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:36.079473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5126e703c246fab1a670e06fa26add is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:36.083583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:36.100878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:36.147895 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-53f873a9-e840-4d27-bae1-df7fcd3b4dc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.0720501 Feb 17 04:31:36.203294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.309756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.318826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-28eaa4e3-0372-485d-b4d2-29d7f89e9c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:36.370002 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e5126e703c246fab1a670e06fa26add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404032 Feb 17 04:31:36.370591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54054) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:36.426138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b3d86-bd24-4c1c-9172-ecc3650d1990,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:36.434113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:36.477063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.508208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.514959 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-d935017a-3313-4722-9810-781563812bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:36.518003 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-d935017a-3313-4722-9810-781563812bcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.3682168 Feb 17 04:31:36.596592 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-b0832821-3384-4484-907f-d14eb616580a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646980 Feb 17 04:31:36.612236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d7039-d0e6-4947-9bbd-8a7ce6e5663c req-cb612122-a4cf-478f-a2ac-dac5c76f930e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:36.613784 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a03d7039-d0e6-4947-9bbd-8a7ce6e5663c req-cb612122-a4cf-478f-a2ac-dac5c76f930e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1729414 Feb 17 04:31:36.629785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.636559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-68721818-bbe4-471f-aa52-837961eddb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:36.652674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b3d86-bd24-4c1c-9172-ecc3650d1990,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:36.655857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:36.658743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.660094 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad4b3d86-bd24-4c1c-9172-ecc3650d1990 HTTP/1.1" status: 204 len: 168 time: 0.2882714 Feb 17 04:31:36.781356 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a03d7039-d0e6-4947-9bbd-8a7ce6e5663c req-97dd58cb-f985-4c9d-b053-52c52aa4efcc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608133 Feb 17 04:31:36.818433 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-e6a29b5c-5c35-4609-9808-0a799877670b service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806378 Feb 17 04:31:36.980579 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd29f101-ad49-4f64-8828-dc91816cba7e req-55251a86-1478-4f49-b7a2-c7dcb273bf76 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437972 Feb 17 04:31:37.172109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e42b-f0fb-44fd-8e56-424b8a64b24c req-e9354258-86a7-4bb5-9b3a-33ae7503c91a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:37.174212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5ae8e42b-f0fb-44fd-8e56-424b8a64b24c req-e9354258-86a7-4bb5-9b3a-33ae7503c91a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0863538 Feb 17 04:31:37.224683 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5ae8e42b-f0fb-44fd-8e56-424b8a64b24c req-d45f28fa-92d8-405c-84a6-11652724eda7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Feb 17 04:31:37.479746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54090) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:37.502228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:37.523034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:37.527689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Usage tracker for resource:security_group_rule and tenant:55e7e216cc854f79a377255b4d6bba40 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:37.532257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:37.538179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:37.624996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:37.755496 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:37.765021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-201e2d69-775c-4f5c-a57d-89ff5c56e4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:37.809135 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55e7e216cc854f79a377255b4d6bba40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281655 Feb 17 04:31:37.811022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551cf7ab-8f92-4212-97e4-02078361e983,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:37.812211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54094) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:37.814342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:37.889057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:37.918152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.015481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491dbf9-4f44-4eeb-871f-c6213d83f5f0 req-3eb9a746-66e2-4dc2-a272-b34a45f2b471 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:38.017258 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b491dbf9-4f44-4eeb-871f-c6213d83f5f0 req-3eb9a746-66e2-4dc2-a272-b34a45f2b471 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0989997 Feb 17 04:31:38.052422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.057702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2389b3dc-bf3f-4f41-9eff-d7e5783150ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:38.070817 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b491dbf9-4f44-4eeb-871f-c6213d83f5f0 req-3f8c67b1-aa80-4055-99ba-5acbd11053ae tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Feb 17 04:31:38.072065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551cf7ab-8f92-4212-97e4-02078361e983,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:38.074901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:38.076109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.078190 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/551cf7ab-8f92-4212-97e4-02078361e983 HTTP/1.1" status: 204 len: 168 time: 0.2640054 Feb 17 04:31:38.477701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54116) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:38.536368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532c89b-759a-4ec7-8528-2ad6f9eef182 req-366fbbc1-2c81-4521-b60a-d0460dee56fd tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:38.538716 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7532c89b-759a-4ec7-8528-2ad6f9eef182 req-366fbbc1-2c81-4521-b60a-d0460dee56fd tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1241300 Feb 17 04:31:38.583651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Deleting subnet 4b863ea8-d5b2-44e4-8f11-2851f3269452 {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:31:38.591319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.633049 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7532c89b-759a-4ec7-8528-2ad6f9eef182 req-21e377f7-b531-4d75-b116-37b238ab343e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856655 Feb 17 04:31:38.678612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2486518'] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:38.740799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.073963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853714923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851617162'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.091264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-15ddb441-fc90-4282-b566-fd2b6fea8a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:39.142585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b863ea8-d5b2-44e4-8f11-2851f3269452,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:39.146413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:39.299682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.312553 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cd420420-f4a3-4ee6-b0f4-87c1703b6ddf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b863ea8-d5b2-44e4-8f11-2851f3269452 HTTP/1.1" status: 204 len: 168 time: 0.8332093 Feb 17 04:31:39.315127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54148) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:39.387291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccb0dc-b80f-41a1-aaa8-7b1221e4c2ab req-f217e0a0-453f-44c0-9f93-32d702124262 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:39.395812 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-baccb0dc-b80f-41a1-aaa8-7b1221e4c2ab req-f217e0a0-453f-44c0-9f93-32d702124262 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1490250 Feb 17 04:31:39.460021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.485784 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-baccb0dc-b80f-41a1-aaa8-7b1221e4c2ab req-b86f1627-4730-4815-9f12-654a2e70bedb tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821288 Feb 17 04:31:39.572159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54158) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:39.666426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.719313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1753881594-network', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:39.725676 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:39.730280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Usage tracker for resource:network and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:39.733512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:39.740299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:39.796983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:39.811600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9dc8e1-b760-496f-a533-6780f0fe3414') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:39.811600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9dc8e1-b760-496f-a533-6780f0fe3414') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:39.811844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Made reservation on behalf of fefdf443ad204532836b093d306c2ab5 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:39.818276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.824879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.837930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.840697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.842791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:31:39.857961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:39.865988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Usage tracker for resource:security_group_rule and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:39.870247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:39.877599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:39.910981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c8519-8ce8-4a5e-9ce5-005aa8e3aca5 req-d361aca1-b951-420f-a965-340af1bd187f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:39.912625 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1c7c8519-8ce8-4a5e-9ce5-005aa8e3aca5 req-d361aca1-b951-420f-a965-340af1bd187f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1418319 Feb 17 04:31:39.982108 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1c7c8519-8ce8-4a5e-9ce5-005aa8e3aca5 req-efc2c1f6-3793-4a15-b384-453d50db54c2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597599 Feb 17 04:31:40.035834 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.047424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:31:40.057259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.101653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.109594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-237d4925-ae8c-4b4e-9875-81a77b5d1588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:40.147538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5501351a-5496-49cb-8614-832702587fad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:31:40.218845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e712f8b-929c-44df-893e-03481aa5e71a,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:40.225431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.225934 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Added segment 7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984 of type vxlan for network 28d9f35f-91f6-497c-9623-7bae9285ef81 Feb 17 04:31:40.228844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:40.261691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6041a-7840-4d7a-a503-961473103d2a req-0bf887a4-6796-40c3-ac6d-361d7d620fe5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:40.263358 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5db6041a-7840-4d7a-a503-961473103d2a req-0bf887a4-6796-40c3-ac6d-361d7d620fe5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1171560 Feb 17 04:31:40.271074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Network 9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:31:40.294667 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:31:40.321222 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5db6041a-7840-4d7a-a503-961473103d2a req-bef8f281-88c7-46d2-afcb-53106da08024 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Feb 17 04:31:40.487275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.536381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.540088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9d186440-343f-4914-9e30-e27679d4fd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:40.555024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.570217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:40.573787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:40.613079 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/9dbb1ece-52e8-498e-88e9-f6c9ef29c2d0 HTTP/1.1" status: 204 len: 168 time: 1.2965915 Feb 17 04:31:40.615954 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54178) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:40.658635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.665023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:40.665664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.673600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:40.687195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Deleting subnet 917f1ca7-8081-4858-b987-2c42c58ca0a0 {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:31:40.691479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.752980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2486518'] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.811217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Pushing event updated for resources: {'Network': ['ID=28d9f35f-91f6-497c-9623-7bae9285ef81,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:40.825093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:40.826550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.830569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:31:40.836563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58788290-fd00-49ff-85e3-0ada2f22c4b4 req-25a4e66b-8025-4202-9af7-f235b01765f6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:40.840773 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-58788290-fd00-49ff-85e3-0ada2f22c4b4 req-25a4e66b-8025-4202-9af7-f235b01765f6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2254336 Feb 17 04:31:40.862191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:31:40.878175 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5501351a-5496-49cb-8614-832702587fad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3016760 Feb 17 04:31:40.878580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54186) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:40.898473 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-58788290-fd00-49ff-85e3-0ada2f22c4b4 req-480a1bb5-94fd-43cb-b866-b099c41dda0c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514953 Feb 17 04:31:40.907586 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Request body: {'subnet': {'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1753881594-subnet', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:40.927338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:40.934904 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Usage tracker for resource:subnet and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:40.939916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:41.001024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:41.053803 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Made reservation on behalf of fefdf443ad204532836b093d306c2ab5 for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:41.058576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3158680'] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.150824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54194) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:41.226853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa38ccf-84fc-4f87-8b31-dbb33b31cbfd req-900d2a7e-b97e-4e6e-905f-5610016aadcc tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:41.228604 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dfa38ccf-84fc-4f87-8b31-dbb33b31cbfd req-900d2a7e-b97e-4e6e-905f-5610016aadcc tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1189141 Feb 17 04:31:41.279560 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dfa38ccf-84fc-4f87-8b31-dbb33b31cbfd req-57e1ee75-d54c-4ed9-a153-020be101dffb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Feb 17 04:31:41.305794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.321154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:41.325315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Usage tracker for resource:security_group_rule and tenant:65f8b025d3ad4eb188e1cb64f12b7cb0 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:41.328325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:41.334236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:41.440166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.490024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.505746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-78b4061e-f333-4e75-b8a1-30e5e41cd7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:41.557861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b47a067-502e-484e-a889-22a9837e7330,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:41.564152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:41.566762 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65f8b025d3ad4eb188e1cb64f12b7cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102387 Feb 17 04:31:41.571469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54204) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:41.630773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853714923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851617162'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.634594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c2247-84e0-46be-9299-cfc681e7d553 req-c1cd934f-90e3-498a-8608-58d1dcd11f1f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:41.636212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-526c2247-84e0-46be-9299-cfc681e7d553 req-c1cd934f-90e3-498a-8608-58d1dcd11f1f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1946301 Feb 17 04:31:41.669305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:41.683300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.730065 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-526c2247-84e0-46be-9299-cfc681e7d553 req-11c208a7-0d9b-45c6-abfb-c77ef0cf9112 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828893 Feb 17 04:31:41.731747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.757079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917f1ca7-8081-4858-b987-2c42c58ca0a0,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:41.768722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:41.812062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.818734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-557287f9-a484-4c04-83a4-6dc16010cd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:41.834983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.838371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b47a067-502e-484e-a889-22a9837e7330,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:41.841556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:41.843023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.848012 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b47a067-502e-484e-a889-22a9837e7330 HTTP/1.1" status: 204 len: 168 time: 0.2719176 Feb 17 04:31:41.860749 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5297bd08-de85-4126-83da-3acecf278118 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/917f1ca7-8081-4858-b987-2c42c58ca0a0 HTTP/1.1" status: 204 len: 168 time: 1.2410767 Feb 17 04:31:41.864578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54214) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:41.992794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.119590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1060944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3158665'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.137411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-06e23998-d52f-4932-8f0d-f9168dde294a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:42.342481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f155b98-bb8d-4d86-960c-04436b92fe77,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:42.348090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:42.366627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.425042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Checking segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:42.426365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Network hostable DHCP agents. Network: 28d9f35f-91f6-497c-9623-7bae9285ef81, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:31:42.490154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:31:42.548125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb77b6-304d-4fea-a944-d4060bafead8 req-e32666c8-5cab-4d73-8645-810222dce5b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.549636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 28d9f35f-91f6-497c-9623-7bae9285ef81) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:42.549829 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ceb77b6-304d-4fea-a944-d4060bafead8 req-e32666c8-5cab-4d73-8645-810222dce5b2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.4551790 Feb 17 04:31:42.566617 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce2a81-9ce8-45b1-8d2c-6a50d84d1aec None None] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:31:42.570084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.571608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.631139 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7e814097-0fe7-436d-a7ca-4e411a1bd380 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7454190 Feb 17 04:31:42.632034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a2fe0d-a6af-4f4a-aa32-9b0f65204468']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:42.633856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54232) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:42.640962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:42.647490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:42.652263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Usage tracker for resource:router and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:42.656211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:42.664447 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:42.671329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6885a81-309a-4f2a-988f-8dfee9c4d393') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:42.671667 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6885a81-309a-4f2a-988f-8dfee9c4d393') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:42.702807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.708642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.710159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.716108 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ceb77b6-304d-4fea-a944-d4060bafead8 req-1616c764-e50f-495c-8c5e-fe9d3936fc53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428225 Feb 17 04:31:42.744916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ecb11-85ae-4247-9eec-727854d466f5 req-800e0c2c-3843-4cb2-a389-04fb5c5b0489 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.758335 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-783ecb11-85ae-4247-9eec-727854d466f5 req-800e0c2c-3843-4cb2-a389-04fb5c5b0489 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2952335 Feb 17 04:31:42.794122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.821179 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-783ecb11-85ae-4247-9eec-727854d466f5 req-03557ca6-cc9f-4011-903c-6a92226e84d3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Feb 17 04:31:42.822313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.825820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:31:42.861027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-28d9f35f-91f6-497c-9623-7bae9285ef81', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:31:42.862237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.194012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:31:43.205989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.225555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.342159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Allocated IP 172.20.0.2 (28d9f35f-91f6-497c-9623-7bae9285ef81/8f155b98-bb8d-4d86-960c-04436b92fe77/416c411f-52a8-48a0-8f34-c1bbaee666d9) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:43.582309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08454013-047d-4cdf-aac6-aef995f0000d req-1dc7e577-4f6e-428a-85fa-f10b6f1dce53 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.583860 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08454013-047d-4cdf-aac6-aef995f0000d req-1dc7e577-4f6e-428a-85fa-f10b6f1dce53 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.6362650 Feb 17 04:31:43.639506 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.739655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.772894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.789634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Network d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:31:43.831102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c4306-2e31-46d7-9e48-cc9c8775725f req-27a7cd68-b5ae-4caf-88e4-f03ad81b9a36 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.832790 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8c9c4306-2e31-46d7-9e48-cc9c8775725f req-27a7cd68-b5ae-4caf-88e4-f03ad81b9a36 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 946 time: 0.2630184 Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:31:43.833437 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:31:43.851851 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08454013-047d-4cdf-aac6-aef995f0000d req-c7f2ff50-7c74-4671-af50-cb4a38f20895 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101412 Feb 17 04:31:43.958779 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8c9c4306-2e31-46d7-9e48-cc9c8775725f req-a73ca823-2372-440a-b748-81817bcceda1 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104383 Feb 17 04:31:43.966527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Transition to ACTIVE for port object 416c411f-52a8-48a0-8f34-c1bbaee666d9 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:43.990633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Transition to ACTIVE for port object 416c411f-52a8-48a0-8f34-c1bbaee666d9 will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:44.093467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecf0d3-c3d8-45a2-a823-dcb7703d24ba req-006f766f-83b9-4198-8eb9-364ad1c27c09 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:44.095685 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-36ecf0d3-c3d8-45a2-a823-dcb7703d24ba req-006f766f-83b9-4198-8eb9-364ad1c27c09 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0982118 Feb 17 04:31:44.108833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Allocated IP 172.28.3.75 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/7ef5bc2e-003c-4af4-b359-31e15a7a6c72) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:44.164362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.180767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.185264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.220257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.221467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a2fe0d-a6af-4f4a-aa32-9b0f65204468,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.225746 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-36ecf0d3-c3d8-45a2-a823-dcb7703d24ba req-330773f8-d9d8-4c98-bc62-95e302dbae81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235306 Feb 17 04:31:44.240212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:44.252256 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d3a2fe0d-a6af-4f4a-aa32-9b0f65204468 HTTP/1.1" status: 204 len: 168 time: 2.3834057 Feb 17 04:31:44.301229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.302757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333b2ee-6451-4257-ae09-907fac5ea274 req-1deeccc3-e356-4bf5-bbb7-5e0376fc8c6a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:44.315243 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8333b2ee-6451-4257-ae09-907fac5ea274 req-1deeccc3-e356-4bf5-bbb7-5e0376fc8c6a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2116048 Feb 17 04:31:44.370253 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8333b2ee-6451-4257-ae09-907fac5ea274 req-d05a9d6e-8040-4396-aa44-2007f346dbc5 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535297 Feb 17 04:31:44.372174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.399137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.415675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-daecf94e-5a5a-4af3-a977-f5ca439b6113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.464001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Pushing event updated for resources: {'Port': ['ID=416c411f-52a8-48a0-8f34-c1bbaee666d9,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.482857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.483245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.483628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.484008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.484382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.484817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.485402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.485776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.486173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.486548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.486922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.487313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.487714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.488082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.488450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.488815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.489181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.489549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.489924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.500808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.500808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.500808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.500808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.500808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:44.500808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:44.519270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:44.520449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:44.522947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:44.560702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.565377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:44.590547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Attempting to bind port 416c411f-52a8-48a0-8f34-c1bbaee666d9 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:44.591057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Attempting to bind port 416c411f-52a8-48a0-8f34-c1bbaee666d9 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:44.591631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Attempting to bind port 416c411f-52a8-48a0-8f34-c1bbaee666d9 on network 28d9f35f-91f6-497c-9623-7bae9285ef81 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:44.598501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:44.598751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Checking segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:44.599180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.599947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Bound using segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:44.600137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Bound port: 416c411f-52a8-48a0-8f34-c1bbaee666d9, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:44.600565 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.610478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:44.611700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:44.614065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:44.679396 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54264) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:44.700134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] For port 416c411f-52a8-48a0-8f34-c1bbaee666d9, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:44.704068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] For port 416c411f-52a8-48a0-8f34-c1bbaee666d9, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=416c411f-52a8-48a0-8f34-c1bbaee666d9,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:44.736305 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4829f1a0-6fd7-4fc5-ada0-8fb46507492a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17cc18e590a541e59a37798a97c3369b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553482 Feb 17 04:31:44.738917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54268) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:44.744079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.760194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.803807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.832312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.927199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Pushing event updated for resources: {'Port': ['ID=416c411f-52a8-48a0-8f34-c1bbaee666d9,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.933773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:44.949097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.955739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fc8df46a-1b10-41a2-8dc4-78afe10d0cd8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.973965 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8319e-e227-451f-ab1c-a98029184e4e,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.977664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:45.049123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:45.053382 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1f8319e-e227-451f-ab1c-a98029184e4e HTTP/1.1" status: 204 len: 168 time: 0.3109055 Feb 17 04:31:45.097226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5771d-75c6-4153-8e72-1a250cc9fe27 req-7832088d-cd2b-44b2-a1d6-9bd6b783819e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.099132 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7ae5771d-75c6-4153-8e72-1a250cc9fe27 req-7832088d-cd2b-44b2-a1d6-9bd6b783819e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1161094 Feb 17 04:31:45.289130 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7ae5771d-75c6-4153-8e72-1a250cc9fe27 req-4f82428d-fffa-4473-9c6d-951a4cc26193 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823771 Feb 17 04:31:45.341634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcda0-7be4-4c90-899e-2d1905032038 req-00ce1051-b3b0-428e-8b3a-abf8bb09d128 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.343493 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8c7dcda0-7be4-4c90-899e-2d1905032038 req-00ce1051-b3b0-428e-8b3a-abf8bb09d128 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 946 time: 0.2015767 Feb 17 04:31:45.473475 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8c7dcda0-7be4-4c90-899e-2d1905032038 req-e7712de9-2c70-4f79-8cf3-9f9c44bb485a tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204066 Feb 17 04:31:45.505155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:45.727994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-f5a17ae1-cf75-4bf7-a9d9-5d7cce887c90 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.729275 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-f5a17ae1-cf75-4bf7-a9d9-5d7cce887c90 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 946 time: 0.3372936 Feb 17 04:31:45.835203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:45.868228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbeaef-101d-4f4e-aeba-5782045df14b req-d8c662a9-f05b-4677-9116-17f9a787a75d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.869772 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dfdbeaef-101d-4f4e-aeba-5782045df14b req-d8c662a9-f05b-4677-9116-17f9a787a75d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.3933232 Feb 17 04:31:45.941705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Deleting port cb3b1cd3-5003-43a9-beb2-63154242515b {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:45.942114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:45.959525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.008278 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dfdbeaef-101d-4f4e-aeba-5782045df14b req-ccb1bf8f-75c2-4caa-bdf7-f2b7d00c2c11 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248801 Feb 17 04:31:46.012149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54292) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:46.088204 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:46.097641 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48bd16-95df-497c-931c-76237cdf4a7a req-cbfbd8d8-8746-4024-aece-c5130d0a9291 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.102484 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ef48bd16-95df-497c-931c-76237cdf4a7a req-cbfbd8d8-8746-4024-aece-c5130d0a9291 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3987708 Feb 17 04:31:46.203759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:46.207629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.231304 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8e8e4853-211f-4ea3-b460-da2e99a5c797 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8e21278b3154fb38c9a547aa74571e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178676 Feb 17 04:31:46.233890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54296) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:46.275299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:31:46.291277 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ef48bd16-95df-497c-931c-76237cdf4a7a req-e42659c0-5511-466e-a1d5-12718f869222 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736462 Feb 17 04:31:46.374287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] For port cb3b1cd3-5003-43a9-beb2-63154242515b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb3b1cd3-5003-43a9-beb2-63154242515b,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:46.402348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.403171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device cb3b1cd3-5003-43a9-beb2-63154242515b no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:31:46.468410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.521585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.589217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.629437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Calling delete_port for cb3b1cd3-5003-43a9-beb2-63154242515b owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:46.649137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:46.661706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port cb3b1cd3-5003-43a9-beb2-63154242515b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb3b1cd3-5003-43a9-beb2-63154242515b,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:46.665962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:31:46.679926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Sync routers for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:31:46.692392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 416c411f-52a8-48a0-8f34-c1bbaee666d9 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:46.696580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:46.697487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:31:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:46.743543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.745795 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1108320 Feb 17 04:31:46.748986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54306) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:46.766445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.770039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:46.829498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd6729-1463-4d9b-9e26-9f503ee3b97c req-323dd3e8-ad93-4385-85df-65f444dd2add tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.837125 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4dfd6729-1463-4d9b-9e26-9f503ee3b97c req-323dd3e8-ad93-4385-85df-65f444dd2add tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.3741515 Feb 17 04:31:46.848245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:46.867624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=cb3b1cd3-5003-43a9-beb2-63154242515b,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:46.874101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:46.915232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a54eed-e5bf-4528-99c6-101ca517331a req-54839a1d-0133-4a8b-9fdd-d225c63b516d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.920807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 416c411f-52a8-48a0-8f34-c1bbaee666d9 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:46.923427 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-85a54eed-e5bf-4528-99c6-101ca517331a req-54839a1d-0133-4a8b-9fdd-d225c63b516d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 944 time: 0.2397401 Feb 17 04:31:46.930498 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4dfd6729-1463-4d9b-9e26-9f503ee3b97c req-fc2e6ee6-2c92-4c7d-99ec-9f80da3659b6 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923643 Feb 17 04:31:46.936232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:46.958272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b8f4a37e-324f-4e17-a6d4-c5037b7c4ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:46.982990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5714fe2a-a4c9-447f-8d04-38b08c42bfc1,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:46.988418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7e92f-3e40-4d85-a20a-86734f54818b None None] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:31:46.993855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:47.001765 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-85a54eed-e5bf-4528-99c6-101ca517331a req-bc39d7cb-baa7-4d7e-846a-87e2a78ea07d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772669 Feb 17 04:31:47.002199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:47.003423 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5714fe2a-a4c9-447f-8d04-38b08c42bfc1 HTTP/1.1" status: 204 len: 168 time: 0.7677665 Feb 17 04:31:47.011751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84087) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:31:47.012138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:31:47.247246 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b', 'code': 200} Feb 17 04:31:47.374907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88fc3d-6f65-43f5-9a20-45fb81f0e5d5 req-c11c55fb-4fa1-4723-b331-80dc0b2eee84 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:47.378184 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6f88fc3d-6f65-43f5-9a20-45fb81f0e5d5 req-c11c55fb-4fa1-4723-b331-80dc0b2eee84 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1640909 Feb 17 04:31:47.471185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Provisioning for port 416c411f-52a8-48a0-8f34-c1bbaee666d9 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:47.488222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Provisioning complete for port 416c411f-52a8-48a0-8f34-c1bbaee666d9 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:47.488734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:47.490410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:44Z', 'revision_number': 3, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:47.491369 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6f88fc3d-6f65-43f5-9a20-45fb81f0e5d5 req-0b5d98fd-0a4d-406d-99be-360ceb12ba77 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065009 Feb 17 04:31:47.499149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Checking router: 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:31:47.499490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Updating router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:31:47.617425 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Deleting port cb3b1cd3-5003-43a9-beb2-63154242515b {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:47.617783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:47.631354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:47.694141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:47.786083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] For port 416c411f-52a8-48a0-8f34-c1bbaee666d9, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=416c411f-52a8-48a0-8f34-c1bbaee666d9,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:47.852139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:47.855487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:48.043483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Pushing event updated for resources: {'Port': ['ID=416c411f-52a8-48a0-8f34-c1bbaee666d9,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:48.049399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9f21d850-4086-4a8c-8a6c-2da3b32eda1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:48.050654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-0eb81d97-7096-4af7-9f81-5e4303d23e8d None None] Provisioning complete for port 416c411f-52a8-48a0-8f34-c1bbaee666d9 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:48.052033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0eb81d97-7096-4af7-9f81-5e4303d23e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.147649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d1aba-732d-4c6d-bd99-cfe6e75a0016 req-4ad2d7e2-d40d-43b9-b251-6a2d293b997d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:48.158673 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2c9d1aba-732d-4c6d-bd99-cfe6e75a0016 req-4ad2d7e2-d40d-43b9-b251-6a2d293b997d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.6648068 Feb 17 04:31:48.237561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.269754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54334) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:48.327108 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2c9d1aba-732d-4c6d-bd99-cfe6e75a0016 req-617c1e28-79c4-46ca-a06a-2cf3e4b0b85f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670828 Feb 17 04:31:48.444741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] For port cb3b1cd3-5003-43a9-beb2-63154242515b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cb3b1cd3-5003-43a9-beb2-63154242515b,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:48.445500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.517761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.567143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Transition to ACTIVE for port object 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:48.581745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-459e8bf1-ebea-430c-945f-f6951dcbdffe None None] Provisioning complete for port 416c411f-52a8-48a0-8f34-c1bbaee666d9 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:48.581745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-459e8bf1-ebea-430c-945f-f6951dcbdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.621681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.650424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5ea8491b-85a7-41f4-9872-70496ffc1eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:48.658445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 416c411f-52a8-48a0-8f34-c1bbaee666d9 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:48.700260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.727054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:48.770515 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Usage tracker for resource:security_group_rule and tenant:b5abf2a4e68a473490ea73750cb65fa1 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:48.779702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:48.807708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:48.911964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 416c411f-52a8-48a0-8f34-c1bbaee666d9 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:48.911964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.952944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Attempting to bind port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:48.955132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Attempting to bind port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:48.955831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Attempting to bind port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:48.964660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Pushing event updated for resources: {'Port': ['ID=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,revision_number=2']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:48.971695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:48.972434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:48.973094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.974014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:48.975127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Bound port: 7ef5bc2e-003c-4af4-b359-31e15a7a6c72, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:48.978603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.980008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Allocated IP 172.20.0.1 (28d9f35f-91f6-497c-9623-7bae9285ef81/8f155b98-bb8d-4d86-960c-04436b92fe77/0927d37b-306f-4622-a76b-d2c31a08e991) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:48.987712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Calling delete_port for cb3b1cd3-5003-43a9-beb2-63154242515b owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:49.035158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.036176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.037092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.037843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.038435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.039024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.040188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.040851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.041412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.042341 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.043017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.043572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.044277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.044826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.045370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.046249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.050929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:49.069190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.099212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed0dc4-6611-4673-890b-b5bd97d47f99 req-ad21aabc-809c-4e34-a9db-1f7043c1d6ca tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.107310 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35ed0dc4-6611-4673-890b-b5bd97d47f99 req-ad21aabc-809c-4e34-a9db-1f7043c1d6ca tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.8783846 Feb 17 04:31:49.122535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] For port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:49.127471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] For port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:49.150786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.255717 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35ed0dc4-6611-4673-890b-b5bd97d47f99 req-c95ba0e9-81e9-4ee4-8307-16147d5948b5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475806 Feb 17 04:31:49.280911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.330637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.344921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-27bb9240-1d0e-4afa-98aa-5967098a1666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.345502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b70119-76e2-4f2f-83f7-820b4fd76f75 req-7f2ac457-813b-4c4d-94da-aab3ad6dae27 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.347168 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-76b70119-76e2-4f2f-83f7-820b4fd76f75 req-7f2ac457-813b-4c4d-94da-aab3ad6dae27 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 944 time: 0.4314644 Feb 17 04:31:49.376301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2c9a3e51-31c5-4d1a-906e-2dded05c4e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.394589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.415124 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-76b70119-76e2-4f2f-83f7-820b4fd76f75 req-7cacee80-1348-49d2-a67f-b6ce20c7a059 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Feb 17 04:31:49.441781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.465693 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5abf2a4e68a473490ea73750cb65fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1940980 Feb 17 04:31:49.466406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54392) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:49.470295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.499562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Transition to ACTIVE for port object 0927d37b-306f-4622-a76b-d2c31a08e991 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:49.516095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Pushing event updated for resources: {'Port': ['ID=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.521998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6ecb9008-6743-4ee9-9274-6386ea312279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.537935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810d966-7101-4cb4-bc51-c78ee82d09bc,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.545715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.560541 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:49.561099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:31:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:49.605890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.638867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.679068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.695670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.759458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:49.779546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event deleted for resources: {'Port': ['ID=cb3b1cd3-5003-43a9-beb2-63154242515b,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.792443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.838874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] No DVR routers for this DVR port cb3b1cd3-5003-43a9-beb2-63154242515b on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:31:49.842757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.847873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'name': 'network-vif-deleted', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:49.866620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=0927d37b-306f-4622-a76b-d2c31a08e991,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.872920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.877467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.917650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b211e9ad-2aae-434f-9251-6b975e512e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.917650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810d966-7101-4cb4-bc51-c78ee82d09bc,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.917650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.918263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0533-9501-4fe3-b79e-aa17a5e7119c req-6aa674c7-9ee0-433f-ac8c-92bc5a9caedc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.924998 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-beed0533-9501-4fe3-b79e-aa17a5e7119c req-6aa674c7-9ee0-433f-ac8c-92bc5a9caedc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.3698640 Feb 17 04:31:49.930411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.934705 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3810d966-7101-4cb4-bc51-c78ee82d09bc HTTP/1.1" status: 204 len: 168 time: 0.4478431 Feb 17 04:31:49.947190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:49.948395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:49.959317 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:49.976787 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc62d7f6-27ae-4e0f-8dbd-a532f462da04 req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "DELETE /v2.0/ports/cb3b1cd3-5003-43a9-beb2-63154242515b HTTP/1.1" status: 204 len: 173 time: 4.1723614 Feb 17 04:31:49.996003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425819-7854-4e6e-b4b6-a6456420e155 req-1dfcb4d4-c6e2-498e-be90-0f74aa6f3229 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.998408 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9a425819-7854-4e6e-b4b6-a6456420e155 req-1dfcb4d4-c6e2-498e-be90-0f74aa6f3229 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3193579 Feb 17 04:31:50.032161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:50.098287 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-beed0533-9501-4fe3-b79e-aa17a5e7119c req-04879c3b-ea4e-4861-a530-c2a0667ec9dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722603 Feb 17 04:31:50.125476 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9a425819-7854-4e6e-b4b6-a6456420e155 req-f4d5032d-ce42-40cf-adb9-c8da87b42c7c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955269 Feb 17 04:31:50.160820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:44Z', 'revision_number': 3, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:50.166056 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7dacd-87f2-45e6-a7ea-24a28f3aa495 None None] The sync data for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb is: [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:44Z', 'revision_number': 3, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:31:50.290035 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35225a64-f22d-4d91-a34f-1ede972cd395', 'name': 'network-vif-deleted', 'tag': 'cb3b1cd3-5003-43a9-beb2-63154242515b', 'status': 'completed', 'code': 200} Feb 17 04:31:50.357854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:50.425857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-499b2c03-cbda-4e1b-8eb2-66d24dadf3cb None None] Provisioning for port 0927d37b-306f-4622-a76b-d2c31a08e991 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:50.432509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-499b2c03-cbda-4e1b-8eb2-66d24dadf3cb None None] Provisioning complete for port 0927d37b-306f-4622-a76b-d2c31a08e991 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:50.432942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-499b2c03-cbda-4e1b-8eb2-66d24dadf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:50.536081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-499b2c03-cbda-4e1b-8eb2-66d24dadf3cb None None] Port 0927d37b-306f-4622-a76b-d2c31a08e991 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:31:50.611951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d564b2-4605-496b-9def-ef7478ddcd07 req-88a746ea-202b-42d0-b54c-19e46b567603 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:50.614022 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-48d564b2-4605-496b-9def-ef7478ddcd07 req-88a746ea-202b-42d0-b54c-19e46b567603 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1566160 Feb 17 04:31:50.653476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:31:50.732513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1fd815d2-c166-45d4-b700-8a7a9827feed req-c6f82c1e-b5da-469d-b8b3-89c8038a00ee tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:50.786664 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-48d564b2-4605-496b-9def-ef7478ddcd07 req-7dc6bbe8-4be1-4aa3-86b0-a39802a17c6e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663969 Feb 17 04:31:50.810880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1fd815d2-c166-45d4-b700-8a7a9827feed req-c6f82c1e-b5da-469d-b8b3-89c8038a00ee tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:50.812174 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1fd815d2-c166-45d4-b700-8a7a9827feed req-c6f82c1e-b5da-469d-b8b3-89c8038a00ee tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=35225a64-f22d-4d91-a34f-1ede972cd395 HTTP/1.1" status: 200 len: 210 time: 0.1614616 Feb 17 04:31:50.926157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:50.978123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:51.084432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:51.138152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:51.295682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=0927d37b-306f-4622-a76b-d2c31a08e991,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:51.331189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:51.463039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:51.463039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:51.657583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5598ea-3ddb-41e1-bc4c-81f158025a07 req-cc1b8f95-0bc1-424f-b1f4-b2fdf6ff44eb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:51.659497 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d5598ea-3ddb-41e1-bc4c-81f158025a07 req-cc1b8f95-0bc1-424f-b1f4-b2fdf6ff44eb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2762165 Feb 17 04:31:51.701416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4ce94-ec49-4567-a326-5f9983fd5632 req-9d83f68d-d67c-4a9d-b28e-38b17ed79fb1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:51.713137 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d9b4ce94-ec49-4567-a326-5f9983fd5632 req-9d83f68d-d67c-4a9d-b28e-38b17ed79fb1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2634337 Feb 17 04:31:51.814778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:31:51.824322 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d9b4ce94-ec49-4567-a326-5f9983fd5632 req-d3118b89-ecbb-4473-b415-b5fe72c314f7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117949 Feb 17 04:31:51.836802 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d5598ea-3ddb-41e1-bc4c-81f158025a07 req-8ee7af5c-452f-4158-9d7e-fe20686945f4 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466587 Feb 17 04:31:51.929187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-f0772153-b674-4f84-8299-04ae6d3002b9 None None] Provisioning complete for port 0927d37b-306f-4622-a76b-d2c31a08e991 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:51.930504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f0772153-b674-4f84-8299-04ae6d3002b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:52.069380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-f0772153-b674-4f84-8299-04ae6d3002b9 None None] Port 0927d37b-306f-4622-a76b-d2c31a08e991 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:31:52.176067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c152e6-8e9f-4f3e-9d9a-a8527f223d05 req-6f6d1f96-d470-4cfa-a780-5dca12317f99 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:52.177745 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-23c152e6-8e9f-4f3e-9d9a-a8527f223d05 req-6f6d1f96-d470-4cfa-a780-5dca12317f99 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1264844 Feb 17 04:31:52.233044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:31:52.241965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c25bf36-2d1e-43d2-9ab9-9b03807ada30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4895096 Feb 17 04:31:52.270353 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-23c152e6-8e9f-4f3e-9d9a-a8527f223d05 req-df8e495d-50a8-48bd-9071-88e24e4db8a6 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860584 Feb 17 04:31:52.660930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:52.851592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:52.857507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:52.860561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:53.131012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:53.158623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:53.218741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70cd72-ca18-4a5b-848c-0864f17835d2 req-e5d34897-690d-471a-bd97-0a5577e0a6e0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:53.227151 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-df70cd72-ca18-4a5b-848c-0864f17835d2 req-e5d34897-690d-471a-bd97-0a5577e0a6e0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1364427 Feb 17 04:31:53.227919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:53.235658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-266caba0-178f-4ff9-912a-b5be3df35bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:53.348772 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-df70cd72-ca18-4a5b-848c-0864f17835d2 req-3e905565-973d-4a15-b515-dad2e1036b45 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196988 Feb 17 04:31:53.387343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:53.411684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:53.427637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c12ff-0ab7-46d2-9019-3fef10baaed7 req-ae60a571-7e8b-4e1f-94e9-e123b5b6e0e1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:53.438333 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5e2c12ff-0ab7-46d2-9019-3fef10baaed7 req-ae60a571-7e8b-4e1f-94e9-e123b5b6e0e1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2064846 Feb 17 04:31:53.521350 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5e2c12ff-0ab7-46d2-9019-3fef10baaed7 req-9fc419ba-af91-4ed7-8a80-ce0dcf573c02 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815647 Feb 17 04:31:53.709645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a910e4-19fb-4fb4-ae8b-140ec3db5189 req-bcf24df2-cd13-4b58-b860-d617e8299e34 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:53.722520 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-36a910e4-19fb-4fb4-ae8b-140ec3db5189 req-bcf24df2-cd13-4b58-b860-d617e8299e34 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1459312 Feb 17 04:31:53.760752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Sync routers for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:31:53.772968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:53.773932 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:31:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:53.806748 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-36a910e4-19fb-4fb4-ae8b-140ec3db5189 req-813ef385-79c2-4168-ab0b-08dedc9c34a9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830555 Feb 17 04:31:53.870657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54522) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:53.879867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1998127602-network', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:53.901771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:53.923835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Usage tracker for resource:network and tenant:e34a6033f5924f3b908cd69599aaa12e is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:53.928915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:53.952992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:54.012054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Made reservation on behalf of e34a6033f5924f3b908cd69599aaa12e for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:54.018585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.045218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.069284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:54.074336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Usage tracker for resource:security_group_rule and tenant:e34a6033f5924f3b908cd69599aaa12e is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:54.077536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:54.086683 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:54.088670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:54.456624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.495563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2007b-df50-4c89-a5b7-0c1dff0d72d7 req-012db311-e355-4569-b3c9-14d015a22e8f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:54.514546 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5ff2007b-df50-4c89-a5b7-0c1dff0d72d7 req-012db311-e355-4569-b3c9-14d015a22e8f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.3171909 Feb 17 04:31:54.534077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.541292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d1506bcb-eaab-4408-aad8-802b3a839d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:54.664912 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:31:54.695358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.696105 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Added segment fe97ad04-c7cd-45a2-8c2d-8f4459284132 of type vxlan for network d60c9725-e2c5-4cb9-b2ec-927615301d5a Feb 17 04:31:54.724883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe8a2d-1872-416d-9bb8-1202a0f6edaf,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:54.729778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:54.742792 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5ff2007b-df50-4c89-a5b7-0c1dff0d72d7 req-25e83ca1-66b7-4fb4-9161-d6f70712aff8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272050 Feb 17 04:31:54.827490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.842826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a86cca-f5e7-4076-83d6-cf9a3ac2af35 req-6c84faa1-ae48-4e27-924d-6f21d9dc3ac8 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:54.852094 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c4a86cca-f5e7-4076-83d6-cf9a3ac2af35 req-6c84faa1-ae48-4e27-924d-6f21d9dc3ac8 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3333158 Feb 17 04:31:54.900049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:54.933656 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c4a86cca-f5e7-4076-83d6-cf9a3ac2af35 req-d5395481-3e6f-4b70-b6b7-d6b5b66b27f7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805593 Feb 17 04:31:54.954249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.955593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:54.956236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.041034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-09bd8063-7c77-490e-b2ab-d8c5f16a0d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:55.057821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 2, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:55.073110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Checking router: 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:31:55.073535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Updating router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 port 0927d37b-306f-4622-a76b-d2c31a08e991 binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:31:55.150811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.158835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Pushing event updated for resources: {'Network': ['ID=d60c9725-e2c5-4cb9-b2ec-927615301d5a,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:55.162291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:55.167197 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2922118 Feb 17 04:31:55.167390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54542) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:55.174071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Request body: {'subnet': {'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1998127602-subnet', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:55.191886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:55.208289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Usage tracker for resource:subnet and tenant:e34a6033f5924f3b908cd69599aaa12e is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:55.226628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:55.251115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:55.267191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:31:55.287825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:31:55.326200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Made reservation on behalf of e34a6033f5924f3b908cd69599aaa12e for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:55.331270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3158680'] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.335105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92461fa2-990a-4cd0-b825-bfe0a1cd4c6f req-4a45d341-90a9-4c53-b4ec-51e77e12caff tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:55.336801 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-92461fa2-990a-4cd0-b825-bfe0a1cd4c6f req-4a45d341-90a9-4c53-b4ec-51e77e12caff tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2977393 Feb 17 04:31:55.384981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:55.384981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.388160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167be137-066d-4a03-8ba0-a11746de97f5 req-6b2ac5be-77be-478b-b519-106c733029b3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:55.396603 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-167be137-066d-4a03-8ba0-a11746de97f5 req-6b2ac5be-77be-478b-b519-106c733029b3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1546841 Feb 17 04:31:55.433072 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-92461fa2-990a-4cd0-b825-bfe0a1cd4c6f req-1491ad6f-3805-48db-bb42-72280f326071 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863605 Feb 17 04:31:55.481265 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-167be137-066d-4a03-8ba0-a11746de97f5 req-7a5d87de-f486-4831-85e9-f17edfe3e6e3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835557 Feb 17 04:31:55.892915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1060944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3158665'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.914610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:56.135306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a645c-7952-41b5-bc35-b88b94bfca26 req-0c44f592-6f32-48db-8c37-ae7c8dd2fef4 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.146904 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8d9a645c-7952-41b5-bc35-b88b94bfca26 req-0c44f592-6f32-48db-8c37-ae7c8dd2fef4 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.2272050 Feb 17 04:31:56.205252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 4c27d413-47ac-4446-a97a-2f7a77a8fb23 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:56.214643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8d9a645c-7952-41b5-bc35-b88b94bfca26 req-3c5c25fe-6b9d-4b36-85c7-200cf6e59ec8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Feb 17 04:31:56.277631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3153f3-ee44-4831-b141-7e57904b4bf8,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:56.284951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:56.413553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.428327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Checking segment: {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:56.433462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Network hostable DHCP agents. Network: d60c9725-e2c5-4cb9-b2ec-927615301d5a, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:31:56.446998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Transition to ACTIVE for port object 0927d37b-306f-4622-a76b-d2c31a08e991 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:56.471400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:56.471665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.521325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:31:56.522999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.553224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:56.580890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, d60c9725-e2c5-4cb9-b2ec-927615301d5a) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:56.586748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8affcaa-a2d9-4033-9480-3b1053ea4f35 req-5f2a6a15-10a7-48fd-834e-ff8b3a7a8617 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.599152 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e8affcaa-a2d9-4033-9480-3b1053ea4f35 req-5f2a6a15-10a7-48fd-834e-ff8b3a7a8617 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3703709 Feb 17 04:31:56.623997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.625995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.673092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654d2fa-7956-4d17-b96d-ab99425982a8 None None] Pushing event updated for resources: {'Port': ['ID=0927d37b-306f-4622-a76b-d2c31a08e991,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:56.677770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4654d2fa-7956-4d17-b96d-ab99425982a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:56.679438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4deafbe-fa37-4679-941e-9f9a6dcde495 None None] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:31:56.720154 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e2053ef8-ab1c-4167-8600-5ae4c65e37bb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5515342 Feb 17 04:31:56.723062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54560) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:56.731904 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:56.738179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:56.747880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Usage tracker for resource:router and tenant:e34a6033f5924f3b908cd69599aaa12e is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:56.753037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:56.761392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:56.783333 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e8affcaa-a2d9-4033-9480-3b1053ea4f35 req-87b7dbf6-292c-4835-9361-b07851697682 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830983 Feb 17 04:31:56.829511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.830936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.850061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9db30a79-168b-465e-8372-76c54b890b15 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.851997 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9db30a79-168b-465e-8372-76c54b890b15 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.5416057 Feb 17 04:31:56.989406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47619d-eb7b-4a43-aa22-48c1e1e625f8 req-4106841b-d627-4fe5-9187-f1e9bea4186f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.989406 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bc47619d-eb7b-4a43-aa22-48c1e1e625f8 req-4106841b-d627-4fe5-9187-f1e9bea4186f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2925057 Feb 17 04:31:57.040596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.086387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Deleting port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:57.086797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.210094 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bc47619d-eb7b-4a43-aa22-48c1e1e625f8 req-2fd61e76-ad74-4845-af74-c6b00b88c348 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063861 Feb 17 04:31:57.361894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2831962-4b77-4c87-90a9-537a330a3e2c req-b37e3590-93e6-4bf2-9062-9586c4a8d4ca tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:57.361894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c2831962-4b77-4c87-90a9-537a330a3e2c req-b37e3590-93e6-4bf2-9062-9586c4a8d4ca tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.2945654 Feb 17 04:31:57.530858 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c2831962-4b77-4c87-90a9-537a330a3e2c req-10cff292-76bc-448b-a325-28ee88c67020 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148392 Feb 17 04:31:57.550039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-d60c9725-e2c5-4cb9-b2ec-927615301d5a', 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'fixed_ips': [{'subnet_id': '0e3153f3-ee44-4831-b141-7e57904b4bf8'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:31:57.566371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.579342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Attempting to bind port 0927d37b-306f-4622-a76b-d2c31a08e991 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:57.579763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Attempting to bind port 0927d37b-306f-4622-a76b-d2c31a08e991 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:57.580180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Attempting to bind port 0927d37b-306f-4622-a76b-d2c31a08e991 on network 28d9f35f-91f6-497c-9623-7bae9285ef81 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:57.597437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca9c90-4274-4bf1-9954-ec9302889c82 req-012471b2-d3b8-4f13-8d3f-dffe1e4be84b tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:57.599086 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1dca9c90-4274-4bf1-9954-ec9302889c82 req-012471b2-d3b8-4f13-8d3f-dffe1e4be84b tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 945 time: 0.2349851 Feb 17 04:31:57.601182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:57.601615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Checking segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:57.602097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.602540 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Bound using segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:57.603071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Bound port: 0927d37b-306f-4622-a76b-d2c31a08e991, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:57.603493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.635029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] For port 4c27d413-47ac-4446-a97a-2f7a77a8fb23, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4c27d413-47ac-4446-a97a-2f7a77a8fb23,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:57.635358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.870083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] For port 0927d37b-306f-4622-a76b-d2c31a08e991, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:57.898773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] For port 0927d37b-306f-4622-a76b-d2c31a08e991, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=0927d37b-306f-4622-a76b-d2c31a08e991,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:57.966240 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.993041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:58.067217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Calling delete_port for 4c27d413-47ac-4446-a97a-2f7a77a8fb23 owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:58.147487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:58.199141 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1dca9c90-4274-4bf1-9954-ec9302889c82 req-89bd1919-77b4-428b-baa6-09d7e5d9feac tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902932 Feb 17 04:31:58.303690 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Allocated IP 172.20.0.2 (d60c9725-e2c5-4cb9-b2ec-927615301d5a/0e3153f3-ee44-4831-b141-7e57904b4bf8/1aab9895-4874-4afc-bbb8-98cbc4ab3518) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:58.354587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654d2fa-7956-4d17-b96d-ab99425982a8 None None] Pushing event updated for resources: {'Port': ['ID=0927d37b-306f-4622-a76b-d2c31a08e991,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:58.380563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4654d2fa-7956-4d17-b96d-ab99425982a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:58.433052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd9c80-0042-4a08-931b-85fb947e0b69 req-f5c57158-0860-4d60-85e2-c90e3e4641e3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:58.434824 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7acd9c80-0042-4a08-931b-85fb947e0b69 req-f5c57158-0860-4d60-85e2-c90e3e4641e3 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3335021 Feb 17 04:31:58.447602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-675b72e8-ae51-44a3-8af5-23f411d1812a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.595789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:58.596986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.601539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.629025 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7acd9c80-0042-4a08-931b-85fb947e0b69 req-115c992b-6b5b-4422-8b39-76179a5b263a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862798 Feb 17 04:31:58.651429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.743949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:58.750787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:31:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:58.902471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1dacfafd-a267-4b46-91d7-3ed7d58ee145 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:59.038143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event deleted for resources: {'Port': ['ID=4c27d413-47ac-4446-a97a-2f7a77a8fb23,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:59.048432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:59.168169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] No DVR routers for this DVR port 4c27d413-47ac-4446-a97a-2f7a77a8fb23 on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:31:59.185034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e0372-3bbf-49f6-9319-b3449f2fc789 req-8bb1a101-b707-4312-b03e-5499f2f5d398 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:59.196025 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-155e0372-3bbf-49f6-9319-b3449f2fc789 req-8bb1a101-b707-4312-b03e-5499f2f5d398 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.7211561 Feb 17 04:31:59.199363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.204977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a632118-aedc-4c2a-bea4-42018631b70c', 'name': 'network-vif-deleted', 'tag': '4c27d413-47ac-4446-a97a-2f7a77a8fb23'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:59.254700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.268972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:59.313317 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-155e0372-3bbf-49f6-9319-b3449f2fc789 req-b786626a-1293-4859-8dc1-76e955885149 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151197 Feb 17 04:31:59.329313 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3c8376b-116f-4fcf-86cc-18cd79d2dec5 req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "DELETE /v2.0/ports/4c27d413-47ac-4446-a97a-2f7a77a8fb23 HTTP/1.1" status: 204 len: 173 time: 2.4702282 Feb 17 04:31:59.373660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Transition to ACTIVE for port object 1aab9895-4874-4afc-bbb8-98cbc4ab3518 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:59.377070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.395099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fc253-c3e2-49ec-9989-569b6fed7a33 req-445798d2-cb50-4189-b6db-a74c222abc2a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:59.400137 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4f2fc253-c3e2-49ec-9989-569b6fed7a33 req-445798d2-cb50-4189-b6db-a74c222abc2a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.4358530 Feb 17 04:31:59.444415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Transition to ACTIVE for port object 1aab9895-4874-4afc-bbb8-98cbc4ab3518 will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:59.459187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 4c27d413-47ac-4446-a97a-2f7a77a8fb23 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:31:59.467762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.521594 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4f2fc253-c3e2-49ec-9989-569b6fed7a33 req-4b14774d-f432-4dad-889e-f2c5c5f2154b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085746 Feb 17 04:31:59.573482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: 4c27d413-47ac-4446-a97a-2f7a77a8fb23 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:31:59.573885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 4c27d413-47ac-4446-a97a-2f7a77a8fb23 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:31:59.774511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1c440538-686a-4929-ba2c-d61532ac01c4 req-5e0a0c5c-5343-4d7d-bf18-296028116432 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:59.800497 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a632118-aedc-4c2a-bea4-42018631b70c', 'name': 'network-vif-deleted', 'tag': '4c27d413-47ac-4446-a97a-2f7a77a8fb23', 'status': 'completed', 'code': 200} Feb 17 04:31:59.815288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.850222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:59.979114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1c440538-686a-4929-ba2c-d61532ac01c4 req-5e0a0c5c-5343-4d7d-bf18-296028116432 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:59.994565 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1c440538-686a-4929-ba2c-d61532ac01c4 req-5e0a0c5c-5343-4d7d-bf18-296028116432 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a632118-aedc-4c2a-bea4-42018631b70c HTTP/1.1" status: 200 len: 210 time: 0.3653800 Feb 17 04:32:00.028710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Allocated IP 172.28.3.101 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/3a8e63ae-8281-43ab-96ae-244a717ffaec) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:00.067252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7f39d-0b11-487c-af28-0c14b40bbef8 req-a541cadc-a611-4326-ab3f-5171cb318beb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:00.069002 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01c7f39d-0b11-487c-af28-0c14b40bbef8 req-a541cadc-a611-4326-ab3f-5171cb318beb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1765282 Feb 17 04:32:00.138167 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01c7f39d-0b11-487c-af28-0c14b40bbef8 req-4fdfe92b-914e-475f-9ffc-41fe605aaeac tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618308 Feb 17 04:32:00.376033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Pushing event updated for resources: {'Port': ['ID=1aab9895-4874-4afc-bbb8-98cbc4ab3518,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:00.382248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:00.496533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:00.499465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:00.516587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.520045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:00.608427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Attempting to bind port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:32:00.608973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Attempting to bind port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:32:00.609393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Attempting to bind port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 on network d60c9725-e2c5-4cb9-b2ec-927615301d5a {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:32:00.618963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:32:00.619394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Checking segment: {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:00.619846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.620295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Bound using segment: {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:32:00.620836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Bound port: 1aab9895-4874-4afc-bbb8-98cbc4ab3518, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:32:00.621283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.674289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.694790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:31:57Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:00.702533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f243cc-a81c-4373-82b8-e10fd4870a5c None None] The sync data for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb is: [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:31:57Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:32:00.724111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:00.808446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] For port 1aab9895-4874-4afc-bbb8-98cbc4ab3518, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:32:00.813002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] For port 1aab9895-4874-4afc-bbb8-98cbc4ab3518, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1aab9895-4874-4afc-bbb8-98cbc4ab3518,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:32:00.861866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.904246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a6e6bd12-0bef-4263-80e5-8d341ddf011b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:01.016916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125c0ab-f5f3-4352-bbbc-5cbc79257640 req-256856b6-08b8-46cd-9197-5807e2c8d08d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:01.033350 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4125c0ab-f5f3-4352-bbbc-5cbc79257640 req-256856b6-08b8-46cd-9197-5807e2c8d08d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.3234134 Feb 17 04:32:01.059298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeddfe-4132-4159-af82-081a683449b1 req-897eaf25-ff67-4859-a0a5-f3ea128df13d tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:01.067653 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a9eeddfe-4132-4159-af82-081a683449b1 req-897eaf25-ff67-4859-a0a5-f3ea128df13d tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.2396181 Feb 17 04:32:01.232010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Pushing event updated for resources: {'Port': ['ID=3a8e63ae-8281-43ab-96ae-244a717ffaec,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:01.247723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:01.315909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.321838 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a9eeddfe-4132-4159-af82-081a683449b1 req-f12ec255-7274-4325-9917-21330775b035 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528358 Feb 17 04:32:01.367314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:01.393488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:01.396248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:01.406434 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4125c0ab-f5f3-4352-bbbc-5cbc79257640 req-f703c3ab-ac88-4cdc-ac94-66fb03c7fe83 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713279 Feb 17 04:32:01.483013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6c85-4bec-4f7f-ae3f-5a4a9e1fd6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.502599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Pushing event updated for resources: {'Port': ['ID=1aab9895-4874-4afc-bbb8-98cbc4ab3518,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:01.510131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:01.818821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7121c-b0d4-4c6d-b59e-8404ce6c5fb8 req-eabd7e68-5e99-4e47-9ba7-755c2f1830ad tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:01.827305 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8db7121c-b0d4-4c6d-b59e-8404ce6c5fb8 req-eabd7e68-5e99-4e47-9ba7-755c2f1830ad tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1930089 Feb 17 04:32:01.941467 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8db7121c-b0d4-4c6d-b59e-8404ce6c5fb8 req-7dd488e2-b53e-48d8-a4b7-2498e6687e5a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116560 Feb 17 04:32:02.366973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.407866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.724018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.879945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0927d37b-306f-4622-a76b-d2c31a08e991 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:02.962868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7617cb-3c89-46a1-8b74-10ed99c2ec46 req-7e02b92a-eafe-4694-b5f7-f658c5266baa tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:02.969598 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5c7617cb-3c89-46a1-8b74-10ed99c2ec46 req-7e02b92a-eafe-4694-b5f7-f658c5266baa tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 945 time: 0.2856724 Feb 17 04:32:03.124213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a60ba2-6638-41b1-991e-cc1aaaa4fe10 req-040fdbbd-664d-4cb2-9a6d-9ac40fe635c3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:03.133862 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a4a60ba2-6638-41b1-991e-cc1aaaa4fe10 req-040fdbbd-664d-4cb2-9a6d-9ac40fe635c3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.5489759 Feb 17 04:32:03.223100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 0927d37b-306f-4622-a76b-d2c31a08e991 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:03.228669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 0927d37b-306f-4622-a76b-d2c31a08e991 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:03.229090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.257464 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a4a60ba2-6638-41b1-991e-cc1aaaa4fe10 req-0a600338-3c40-4f45-9df1-817daafbd504 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222425 Feb 17 04:32:03.279800 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5c7617cb-3c89-46a1-8b74-10ed99c2ec46 req-f132e0f0-e0c6-4a9c-a67a-a71731345318 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937722 Feb 17 04:32:03.379775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.566144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.610688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 0927d37b-306f-4622-a76b-d2c31a08e991, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=0927d37b-306f-4622-a76b-d2c31a08e991,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:03.639958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58111e78-9967-49ad-92b5-ac60d225a3e2 None None] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:32:03.672600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.673512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1aab9895-4874-4afc-bbb8-98cbc4ab3518 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:03.714219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:03.829536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Router 20575e49-87c8-49a1-a2f2-57193a52dc95 is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:32:03.849992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59646091-e6e9-4856-b26e-e82431279734 req-6f3183e3-9f19-4b88-9da1-2c7e66af2258 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:03.860977 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-59646091-e6e9-4856-b26e-e82431279734 req-6f3183e3-9f19-4b88-9da1-2c7e66af2258 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.3529568 Feb 17 04:32:03.903997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774376-53c8-4f87-ba1f-5e99737b0f16 req-2ad604c0-9537-474b-8fc5-3d4f8b1d590e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:03.912517 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab774376-53c8-4f87-ba1f-5e99737b0f16 req-2ad604c0-9537-474b-8fc5-3d4f8b1d590e tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2999225 Feb 17 04:32:03.947906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=0927d37b-306f-4622-a76b-d2c31a08e991,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:03.969145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:03.996673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-64162fc6-40bd-447e-82b7-86ba965fcb64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:03.998552 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-64162fc6-40bd-447e-82b7-86ba965fcb64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 945 time: 0.3061848 Feb 17 04:32:04.017132 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-59646091-e6e9-4856-b26e-e82431279734 req-a4b446fd-254a-45d4-b57f-cbb2a5089870 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538646 Feb 17 04:32:04.038826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Provisioning for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:04.049095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Provisioning complete for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:04.049635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.122371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:04.129314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Deleting port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:04.129721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.196525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:32:04.208273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Sync routers for ids ['20575e49-87c8-49a1-a2f2-57193a52dc95'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:32:04.223808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Routers {'20575e49-87c8-49a1-a2f2-57193a52dc95'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:04.224427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['20575e49-87c8-49a1-a2f2-57193a52dc95'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:04.236537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:04.237430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.303597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:04.318475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.320028 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5957887 Feb 17 04:32:04.321325 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab774376-53c8-4f87-ba1f-5e99737b0f16 req-ae5ce06c-1d88-44d5-a009-13cf223d3d4d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075370 Feb 17 04:32:04.322874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54684) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:04.757200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.873584 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] For port c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:04.874141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.908165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc0e02-b513-46c9-9101-2e4a05e8ef8e req-566b16af-c219-4aca-bf5c-0ca6b3d1fd7f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.918655 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9dfc0e02-b513-46c9-9101-2e4a05e8ef8e req-566b16af-c219-4aca-bf5c-0ca6b3d1fd7f tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 945 time: 0.3504095 Feb 17 04:32:04.947682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:05.069674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] For port 1aab9895-4874-4afc-bbb8-98cbc4ab3518, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1aab9895-4874-4afc-bbb8-98cbc4ab3518,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:05.085139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:05.085564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:05.087825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Set router 20575e49-87c8-49a1-a2f2-57193a52dc95 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:05.173359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:05.204757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-035202d9-083e-4a22-8719-8c6af219bd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:05.430881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:32:05.431263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:32:05.432299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Pushing event updated for resources: {'Port': ['ID=1aab9895-4874-4afc-bbb8-98cbc4ab3518,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:05.438159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Calling delete_port for c270619c-0f5a-4d34-aedc-9a5286d0e3d7 owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:05.517555 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9dfc0e02-b513-46c9-9101-2e4a05e8ef8e req-81d631ba-36c4-4350-a01d-3e786dbf3bb1 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959294 Feb 17 04:32:05.662757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0de29c-ec0a-40b1-a8b4-655ca06d2c06 req-925a9b50-6f8d-4229-a0ae-f5f4bcb9e104 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:05.671393 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d0de29c-ec0a-40b1-a8b4-655ca06d2c06 req-925a9b50-6f8d-4229-a0ae-f5f4bcb9e104 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.3842666 Feb 17 04:32:05.710051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-d7dd7bb0-04af-44ca-8db3-f67316e46566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:05.711675 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-d7dd7bb0-04af-44ca-8db3-f67316e46566 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 1163 time: 0.7390513 Feb 17 04:32:05.783795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:32:01Z', 'revision_number': 3, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:05.792637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Checking router: 20575e49-87c8-49a1-a2f2-57193a52dc95 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:32:05.795205 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Updating router 20575e49-87c8-49a1-a2f2-57193a52dc95 port 3a8e63ae-8281-43ab-96ae-244a717ffaec binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:32:05.892189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:05.897048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:05.928403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c270619c-0f5a-4d34-aedc-9a5286d0e3d7 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:06.201570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-ce20c72f-2825-4cc2-a7e1-5384d7123a61 None None] Provisioning complete for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:06.201570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce20c72f-2825-4cc2-a7e1-5384d7123a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.204407 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.276845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.328204 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:06.330036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0927d37b-306f-4622-a76b-d2c31a08e991 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:06.371911 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d0de29c-ec0a-40b1-a8b4-655ca06d2c06 req-cdb2fde0-4476-49ba-88a4-9cd386f645f3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6957154 Feb 17 04:32:06.380663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-7b32577d-0f21-4739-a157-6b536d947332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:06.383535 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-7b32577d-0f21-4739-a157-6b536d947332 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 905 time: 0.6196434 Feb 17 04:32:06.408590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:06.440856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.450141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:06.735533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:06.744500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.761451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Transition to ACTIVE for port object 3a8e63ae-8281-43ab-96ae-244a717ffaec will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:32:06.777750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:06.785696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0fcff-e8e0-4a4c-b2db-3f01267f7401 req-50df801a-15ba-4ac4-9b01-532d23eb81b4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:06.794399 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5cf0fcff-e8e0-4a4c-b2db-3f01267f7401 req-50df801a-15ba-4ac4-9b01-532d23eb81b4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.4058182 Feb 17 04:32:06.806805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 0927d37b-306f-4622-a76b-d2c31a08e991 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:06.807236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.809600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.832983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84087) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:32:06.833728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:32:06.841680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f0cdecc1-7e17-476f-b9f6-a2b7af85b25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:06.882304 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-099b9835-c13f-40ed-9b89-7cd4e5e7f808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 200 len: 1002 time: 0.3645265 Feb 17 04:32:06.899977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Allocated IP 172.20.0.1 (d60c9725-e2c5-4cb9-b2ec-927615301d5a/0e3153f3-ee44-4831-b141-7e57904b4bf8/cc16cce0-1447-43f8-bf8b-5648bd3f69a4) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:06.900345 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5cf0fcff-e8e0-4a4c-b2db-3f01267f7401 req-573de9c4-9f9b-4a30-80b4-a46fe206c228 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042631 Feb 17 04:32:07.013320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-c81b962e-0b0f-4df5-ac54-f9d97a6bd309 None None] Provisioning complete for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:07.016311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c81b962e-0b0f-4df5-ac54-f9d97a6bd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.066263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-9e18bc99-b83b-43a0-a40d-d18d59a06b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:07.080594 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-9e18bc99-b83b-43a0-a40d-d18d59a06b90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.1703820 Feb 17 04:32:07.081582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b726f3-2f44-44ac-8898-99a260bcdd0e None None] Pushing event updated for resources: {'Port': ['ID=3a8e63ae-8281-43ab-96ae-244a717ffaec,revision_number=2']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:07.086588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-23b726f3-2f44-44ac-8898-99a260bcdd0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:07.102270 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7', 'code': 200} Feb 17 04:32:07.104461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa4641-e3d3-4558-af59-df57a50ccd71 req-c8ebaf1c-fe66-4f0b-b93c-7240fa05c178 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:07.115699 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c0aa4641-e3d3-4558-af59-df57a50ccd71 req-c8ebaf1c-fe66-4f0b-b93c-7240fa05c178 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.4584789 Feb 17 04:32:07.217537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1aab9895-4874-4afc-bbb8-98cbc4ab3518 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:07.249491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Attempting to bind port 3a8e63ae-8281-43ab-96ae-244a717ffaec on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:32:07.250248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Attempting to bind port 3a8e63ae-8281-43ab-96ae-244a717ffaec by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:32:07.250695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Attempting to bind port 3a8e63ae-8281-43ab-96ae-244a717ffaec on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:32:07.281715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:32:07.285123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:07.285508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.286016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:32:07.286509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Bound port: 3a8e63ae-8281-43ab-96ae-244a717ffaec, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:32:07.291968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.389532 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.391956 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c0aa4641-e3d3-4558-af59-df57a50ccd71 req-01caa9fd-feb8-4a7f-a45f-77b3bd28cd17 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730315 Feb 17 04:32:07.397122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Deleting port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:07.397789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.435004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Transition to ACTIVE for port object cc16cce0-1447-43f8-bf8b-5648bd3f69a4 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:32:07.447035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] For port 3a8e63ae-8281-43ab-96ae-244a717ffaec, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:32:07.451109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] For port 3a8e63ae-8281-43ab-96ae-244a717ffaec, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=3a8e63ae-8281-43ab-96ae-244a717ffaec,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:32:07.460044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:07.460469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.486041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.509657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:07.514776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.782003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3a530a9d-f806-41db-8a0c-fb824a5e42fe tempest-DeleteServersTestJSON-911867250 tempest-DeleteServersTestJSON-911867250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:07.871162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b726f3-2f44-44ac-8898-99a260bcdd0e None None] Pushing event updated for resources: {'Port': ['ID=3a8e63ae-8281-43ab-96ae-244a717ffaec,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:07.873769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:07.879814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:07.885536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-23b726f3-2f44-44ac-8898-99a260bcdd0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:07.973818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:07.975083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Routers {'20575e49-87c8-49a1-a2f2-57193a52dc95'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:07.976530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:07.986358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['20575e49-87c8-49a1-a2f2-57193a52dc95'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:08.001762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:08.060843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] For port c270619c-0f5a-4d34-aedc-9a5286d0e3d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:08.061351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.202935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.435956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Calling delete_port for c270619c-0f5a-4d34-aedc-9a5286d0e3d7 owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:08.512470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-9c8cebf1-b77d-49f0-a935-abf424b86c17 None None] Provisioning for port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:08.515057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.521803 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-9c8cebf1-b77d-49f0-a935-abf424b86c17 None None] Provisioning complete for port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:08.521803 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9c8cebf1-b77d-49f0-a935-abf424b86c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.594467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] Set router 20575e49-87c8-49a1-a2f2-57193a52dc95 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:08.663232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cebf1-b77d-49f0-a935-abf424b86c17 None None] Port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:32:08.743352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-8cc33123-1ff0-43ae-b56d-2bc4904dec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:08.745166 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-8cc33123-1ff0-43ae-b56d-2bc4904dec0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.5693839 Feb 17 04:32:08.764059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.937556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083daa-837f-427c-9521-54882e95b82c req-56f3d521-c6c3-4f94-a525-7af3ef6b0204 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:08.945788 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35083daa-837f-427c-9521-54882e95b82c req-56f3d521-c6c3-4f94-a525-7af3ef6b0204 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 943 time: 1.6451802 Feb 17 04:32:08.973499 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-a45b5395-28f3-4f5d-81e2-b57e3736c004 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045090 Feb 17 04:32:09.009188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d2941129-0aea-49e2-8aa6-2f8ebcf0b8ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:09.068536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466faea-4eec-4d1b-8bb1-0027a7019937 req-770600e3-3fac-4193-a050-a524842fd4c3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.076179 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a466faea-4eec-4d1b-8bb1-0027a7019937 req-770600e3-3fac-4193-a050-a524842fd4c3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 1.4253953 Feb 17 04:32:09.221231 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:32:01Z', 'revision_number': 3, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:09.225684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b251a-6faa-4a40-85aa-4a4b599f5322 None None] The sync data for ids ['20575e49-87c8-49a1-a2f2-57193a52dc95'] in dv-cinder-759955-5-smb is: [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:32:01Z', 'revision_number': 3, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:32:09.356941 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-35083daa-837f-427c-9521-54882e95b82c req-488aa2a8-251a-47c9-ba10-172b5e16f6c8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099567 Feb 17 04:32:09.358105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event deleted for resources: {'Port': ['ID=c270619c-0f5a-4d34-aedc-9a5286d0e3d7,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:09.379735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.389272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcd26e-c5fb-430e-95e8-2bbc6f7a6f6f req-e5efbccf-e2da-4b96-b82f-4427d4c6d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.391957 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03dcd26e-c5fb-430e-95e8-2bbc6f7a6f6f req-e5efbccf-e2da-4b96-b82f-4427d4c6d5d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.2130015 Feb 17 04:32:09.410319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:09.429201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.497334 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14382d5a-7a5d-4f85-a3f1-ed44a7f3f6cb req-522130fb-05b0-4332-8ec3-143108f2488d service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3888822 Feb 17 04:32:09.529155 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a466faea-4eec-4d1b-8bb1-0027a7019937 req-fc254a25-5569-4f63-a218-bef0804290a4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518886 Feb 17 04:32:09.563251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:09.654082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:09.677548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:09.683738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.842839 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03dcd26e-c5fb-430e-95e8-2bbc6f7a6f6f req-9defeb61-de6c-46aa-80f9-7b9ac7a9f2bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440551 Feb 17 04:32:10.020317 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:10.026641 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:10.028642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54750) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:10.061353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] No DVR routers for this DVR port c270619c-0f5a-4d34-aedc-9a5286d0e3d7 on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:32:10.079344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:10.136252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'name': 'network-vif-deleted', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:10.188189 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f39c2b25-2c67-4d44-b487-8718efe10316 req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "DELETE /v2.0/ports/c270619c-0f5a-4d34-aedc-9a5286d0e3d7 HTTP/1.1" status: 204 len: 173 time: 6.1643176 Feb 17 04:32:10.258389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4499-945f-4520-81ef-a3ed039c2319 req-c451a151-aa73-47af-adb9-1a66eb5bc4d3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:10.302018 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-816f4499-945f-4520-81ef-a3ed039c2319 req-c451a151-aa73-47af-adb9-1a66eb5bc4d3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.7642782 Feb 17 04:32:10.369091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 3a8e63ae-8281-43ab-96ae-244a717ffaec up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:10.503449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:10.507035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae190635-37fd-4e1f-9845-c06189272346 req-7e54f537-e7db-495f-a7db-41f933861ad0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:10.530979 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ae190635-37fd-4e1f-9845-c06189272346 req-7e54f537-e7db-495f-a7db-41f933861ad0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.7252202 Feb 17 04:32:10.546654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:10.564887 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb1961a0b614ed7a16130805dc183b0 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:10.572154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:10.584390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:10.605437 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-816f4499-945f-4520-81ef-a3ed039c2319 req-2a1299ca-271f-472e-82f3-f645ab260359 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946224 Feb 17 04:32:10.613684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Router 20575e49-87c8-49a1-a2f2-57193a52dc95 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:32:10.673173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 3a8e63ae-8281-43ab-96ae-244a717ffaec completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:10.679037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 3a8e63ae-8281-43ab-96ae-244a717ffaec triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:10.679495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:10.700686 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ae190635-37fd-4e1f-9845-c06189272346 req-37396da7-f827-45a6-8685-b235a02641f1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665430 Feb 17 04:32:10.818673 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18d1750-6494-4718-931f-ab1da495142d', 'name': 'network-vif-deleted', 'tag': 'c270619c-0f5a-4d34-aedc-9a5286d0e3d7', 'status': 'completed', 'code': 200} Feb 17 04:32:10.953147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-340439eb-b3ad-49f3-8061-6af6c8e02c82 None None] Provisioning complete for port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:10.953570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-340439eb-b3ad-49f3-8061-6af6c8e02c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.135373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-b14910ef-df60-486e-a19d-4f91313a1b1c req-52e32cf6-5ccb-44c7-bc95-497617bf2ba8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:11.192883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:32:11.199423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-340439eb-b3ad-49f3-8061-6af6c8e02c82 None None] Port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:32:11.257849 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] 10.222.0.26 "PUT /v2.0/routers/20575e49-87c8-49a1-a2f2-57193a52dc95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9242909 Feb 17 04:32:11.407180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.460535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.462867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.465129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-b14910ef-df60-486e-a19d-4f91313a1b1c req-52e32cf6-5ccb-44c7-bc95-497617bf2ba8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:11.484938 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b14910ef-df60-486e-a19d-4f91313a1b1c req-52e32cf6-5ccb-44c7-bc95-497617bf2ba8 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18d1750-6494-4718-931f-ab1da495142d HTTP/1.1" status: 200 len: 210 time: 0.5152459 Feb 17 04:32:11.503547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d6c554f6-bd98-43a9-a7b2-1525e0da2853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:11.534301 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8eb1961a0b614ed7a16130805dc183b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5042791 Feb 17 04:32:11.534862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 3a8e63ae-8281-43ab-96ae-244a717ffaec, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=3a8e63ae-8281-43ab-96ae-244a717ffaec,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:11.535456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9658310c-5de3-4693-8cba-3bcadcb09dad,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:11.538447 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54772) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:11.542504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:11.562134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de3a9e-6bb0-4246-9238-277974c20a01 req-a9363c1d-b085-4126-ba1f-b7a70f0b7af9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:11.563851 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30de3a9e-6bb0-4246-9238-277974c20a01 req-a9363c1d-b085-4126-ba1f-b7a70f0b7af9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.4696023 Feb 17 04:32:11.588702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.590876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:11.644264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.679962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.740470 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30de3a9e-6bb0-4246-9238-277974c20a01 req-a7d1df3f-afba-41fc-986d-4814989e5a4b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622536 Feb 17 04:32:11.836227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=3a8e63ae-8281-43ab-96ae-244a717ffaec,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:11.839690 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:11.937988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.945671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-db20ea3e-7062-4ed6-9ee8-5ffb21129bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:11.978797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.981534 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9658310c-5de3-4693-8cba-3bcadcb09dad HTTP/1.1" status: 204 len: 168 time: 0.4413726 Feb 17 04:32:11.985580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9658310c-5de3-4693-8cba-3bcadcb09dad,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:11.988576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:12.250697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 3a8e63ae-8281-43ab-96ae-244a717ffaec up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:12.385792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 3a8e63ae-8281-43ab-96ae-244a717ffaec triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:12.386145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.415179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc8059-af1f-4cc7-83a3-0f032a8dcaac req-0ce1f2dc-aab9-407b-9d8c-e1bd701b91d7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:12.423522 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d8bc8059-af1f-4cc7-83a3-0f032a8dcaac req-0ce1f2dc-aab9-407b-9d8c-e1bd701b91d7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.4921007 Feb 17 04:32:12.485763 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d8bc8059-af1f-4cc7-83a3-0f032a8dcaac req-ca3819d3-a79e-4dc5-9041-3d916618b9a7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589623 Feb 17 04:32:12.624376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:12.762196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:12.766642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.818201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1800972258', 'description': 'tempest-TestShelveInstance-1800972258 description'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:12.845370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89d434-3bf1-44f8-b001-02f92b830ece req-5735d980-cd80-4b76-9a64-9127b0a8d47c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:12.848025 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9a89d434-3bf1-44f8-b001-02f92b830ece req-5735d980-cd80-4b76-9a64-9127b0a8d47c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1612508 Feb 17 04:32:12.849208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:12.854299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Usage tracker for resource:security_group and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:12.857493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:12.867538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:12.928675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.968727 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9a89d434-3bf1-44f8-b001-02f92b830ece req-022c7065-81d3-482a-94d9-300018bc2be7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922170 Feb 17 04:32:12.978573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:12.983352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Usage tracker for resource:security_group_rule and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:12.986487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:13.004137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:13.084194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Sync routers for ids ['20575e49-87c8-49a1-a2f2-57193a52dc95'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:32:13.099991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Routers {'20575e49-87c8-49a1-a2f2-57193a52dc95'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:13.100706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['20575e49-87c8-49a1-a2f2-57193a52dc95'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:13.200361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.245489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.287188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4d001231-e83b-4e22-8a6f-858a3f9be3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:13.332340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:13.341005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.373056 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f86bcd28-ab00-4aa4-ad1a-5d3ebcc02584 req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5341947 Feb 17 04:32:13.379604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:13.382347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Set router 20575e49-87c8-49a1-a2f2-57193a52dc95 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:13.479401 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-8a207950-2b86-4cdd-8deb-05dd7d5435e9 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups/e9d4f135-5939-4b90-8c47-9a6fd0e94fa1 HTTP/1.1" status: 200 len: 1802 time: 0.0770898 Feb 17 04:32:13.486230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9d4f135-5939-4b90-8c47-9a6fd0e94fa1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:13.486584 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9d4f135-5939-4b90-8c47-9a6fd0e94fa1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:13.501294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:13.510118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Usage tracker for resource:security_group_rule and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:13.522399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:13.541369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:13.725793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.759604 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-12d074d9-ddbd-49e8-82fe-0af3820f8eaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1977575 Feb 17 04:32:13.775472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.858566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:32:08Z', 'revision_number': 4, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': 'cc16cce0-1447-43f8-bf8b-5648bd3f69a4', 'name': '', 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'mac_address': 'fa:16:3e:86:e4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0e3153f3-ee44-4831-b141-7e57904b4bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:06Z', 'updated_at': '2021-02-17T04:32:09Z', 'revision_number': 2, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'subnets': [{'id': '0e3153f3-ee44-4831-b141-7e57904b4bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:13.878031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Checking router: 20575e49-87c8-49a1-a2f2-57193a52dc95 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:32:13.878031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Updating router 20575e49-87c8-49a1-a2f2-57193a52dc95 port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:32:13.925242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-e75f8eff-7e88-480c-ae2d-12d6723c0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.926932 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-e75f8eff-7e88-480c-ae2d-12d6723c0dae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cc8329502354d72ab1832ecae357dd8&device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 1162 time: 0.0896273 Feb 17 04:32:14.085037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:14.096651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-2f6d9409-bda1-4898-b24a-f85bb381f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.098259 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-2f6d9409-bda1-4898-b24a-f85bb381f770 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 200 len: 908 time: 0.1508989 Feb 17 04:32:14.178114 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-6ccc87b8-4e21-4ba4-a3ed-60a492216fd0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e642401-59eb-4126-be6f-e9e1031c3729 HTTP/1.1" status: 200 len: 217 time: 0.0733061 Feb 17 04:32:14.253126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-18c3b327-89c4-4211-9b54-7140ba751fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.254943 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-18c3b327-89c4-4211-9b54-7140ba751fca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 200 len: 854 time: 0.0705652 Feb 17 04:32:14.310018 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-1de79d74-21eb-42ec-a7ab-23002929deea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478437 Feb 17 04:32:14.455026 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-8700c164-65a3-4b0a-a165-9f697b2f1ace service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385367 Feb 17 04:32:14.502664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:14.555391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:14.570111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:14.571394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Transition to ACTIVE for port object cc16cce0-1447-43f8-bf8b-5648bd3f69a4 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:32:14.609038 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83901e9f-265b-4799-a0f1-0f64ff22eb64,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:14.618258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:14.793164 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c4a2812-5b29-4f30-8833-980095b18ff9 req-708bb3fe-f37b-408c-85b0-132ecd81fe35 service neutron] 10.222.0.67 "GET /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1920731 Feb 17 04:32:14.793164 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df8c9-8cb7-4dce-8f28-6a9c4300a2cd req-a4968b20-c89b-4538-b450-46ef5cde4d52 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.793164 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-857df8c9-8cb7-4dce-8f28-6a9c4300a2cd req-a4968b20-c89b-4538-b450-46ef5cde4d52 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0930409 Feb 17 04:32:14.805151 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-857df8c9-8cb7-4dce-8f28-6a9c4300a2cd req-4ee7dee5-c7f4-4fe8-904f-41c0c415a33e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452695 Feb 17 04:32:15.491359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.508547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:15.613102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-ca87c54a-c195-40ba-9eec-f2bcc514977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:15.615117 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-ca87c54a-c195-40ba-9eec-f2bcc514977c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f61840b93f044921957d894afd1add26&device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 1162 time: 0.0991597 Feb 17 04:32:15.668246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b97cd-1ad1-40af-8154-d3d0186adfab None None] Pushing event updated for resources: {'Port': ['ID=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:15.673395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.689342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bf5b97cd-1ad1-40af-8154-d3d0186adfab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:15.693810 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1cd05d18-d2ae-4da4-950a-1f9b309950e8 req-057888ee-1188-4064-b8d7-60e0c4d7a963 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.2133675 Feb 17 04:32:15.899142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-41596ea3-ff76-47be-9106-e542939fe071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:15.901590 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-41596ea3-ff76-47be-9106-e542939fe071 service neutron] 10.222.0.67 "GET /v2.0/networks?id=72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 200 len: 912 time: 0.2785165 Feb 17 04:32:16.048323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.059556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Attempting to bind port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:32:16.059556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Attempting to bind port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:32:16.059922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Attempting to bind port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 on network d60c9725-e2c5-4cb9-b2ec-927615301d5a {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:32:16.071239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:32:16.071576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Checking segment: {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:16.072028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.072476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Bound using segment: {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:32:16.074749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Bound port: cc16cce0-1447-43f8-bf8b-5648bd3f69a4, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe97ad04-c7cd-45a2-8c2d-8f4459284132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:32:16.075095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.082845 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-cb173454-08cb-4d30-a7eb-b56b2048d34b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 200 len: 217 time: 0.1690762 Feb 17 04:32:16.274022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] For port cc16cce0-1447-43f8-bf8b-5648bd3f69a4, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:32:16.278619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] For port cc16cce0-1447-43f8-bf8b-5648bd3f69a4, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:32:16.285346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-59d8bb04-8126-47a0-b0e1-73ba0c171e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:16.286985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-59d8bb04-8126-47a0-b0e1-73ba0c171e2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 200 len: 858 time: 0.1876824 Feb 17 04:32:16.300394 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-af205e37-2088-4b15-a171-867bc55387d6 req-0402fbe8-a8e1-4035-8caf-aa82f698e38e tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups/e9d4f135-5939-4b90-8c47-9a6fd0e94fa1 HTTP/1.1" status: 200 len: 2395 time: 0.2163610 Feb 17 04:32:16.325853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.356307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9d4f135-5939-4b90-8c47-9a6fd0e94fa1', 'remote_group_id': None}]} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:16.356666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9d4f135-5939-4b90-8c47-9a6fd0e94fa1', 'remote_group_id': None}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:16.367875 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-afaafca3-82b1-455a-ace0-042f5c90bb3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=72c29164-42c4-49cc-80c2-e06a7deb22d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725029 Feb 17 04:32:16.375982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:16.408140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Usage tracker for resource:security_group_rule and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:16.416963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78b0fe-26a1-4ecc-9aa4-1621306b9fad req-4fde9799-f6f0-43b5-a5e0-0375966527d0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:16.422425 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5c78b0fe-26a1-4ecc-9aa4-1621306b9fad req-4fde9799-f6f0-43b5-a5e0-0375966527d0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3372488 Feb 17 04:32:16.423672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:16.437968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6b273762-9576-4823-b63f-3c38d450ba85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:16.465876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:16.535540 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b97cd-1ad1-40af-8154-d3d0186adfab None None] Pushing event updated for resources: {'Port': ['ID=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:16.542761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bf5b97cd-1ad1-40af-8154-d3d0186adfab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:16.561464 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Routers {'20575e49-87c8-49a1-a2f2-57193a52dc95'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:16.562187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['20575e49-87c8-49a1-a2f2-57193a52dc95'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:16.580523 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5c78b0fe-26a1-4ecc-9aa4-1621306b9fad req-968a7ae5-f24b-463a-a2fc-aced384e558a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401727 Feb 17 04:32:16.615871 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-ad24400f-bdef-4ab2-b6f5-be65e2655f04 service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351749 Feb 17 04:32:16.791690 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] Set router 20575e49-87c8-49a1-a2f2-57193a52dc95 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:16.875336 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1e4b0a0d-990a-40f6-8521-ef1c00643f7c req-3195d638-bca2-461f-bb7c-5dbcfc26257d service neutron] 10.222.0.67 "GET /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2475085 Feb 17 04:32:16.897970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be9748-192c-4216-99d9-8b03dca17cd7 req-050e97d0-4c29-4bf5-8415-9f23f1c68040 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:16.899893 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-04be9748-192c-4216-99d9-8b03dca17cd7 req-050e97d0-4c29-4bf5-8415-9f23f1c68040 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1402259 Feb 17 04:32:16.995754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.003566 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-04be9748-192c-4216-99d9-8b03dca17cd7 req-ef798787-d45e-4ef0-8f91-afbf9c1472f0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962055 Feb 17 04:32:17.037055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.100511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.125223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a7e4f8e0-d136-467e-80b1-dc47a1eba361 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:17.192655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.197894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-af205e37-2088-4b15-a171-867bc55387d6 req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8514664 Feb 17 04:32:17.214736 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504ca9ad-86cb-4b3b-a9a4-dcfec2558f40,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:17.217608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:17.232178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:32:08Z', 'revision_number': 4, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': 'cc16cce0-1447-43f8-bf8b-5648bd3f69a4', 'name': '', 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'mac_address': 'fa:16:3e:86:e4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0e3153f3-ee44-4831-b141-7e57904b4bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:06Z', 'updated_at': '2021-02-17T04:32:16Z', 'revision_number': 4, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'subnets': [{'id': '0e3153f3-ee44-4831-b141-7e57904b4bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:17.239792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc800c1-af00-4239-a1ea-9ff916d4fc8e None None] The sync data for ids ['20575e49-87c8-49a1-a2f2-57193a52dc95'] in dv-cinder-759955-5-smb is: [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:32:08Z', 'revision_number': 4, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': 'cc16cce0-1447-43f8-bf8b-5648bd3f69a4', 'name': '', 'network_id': 'd60c9725-e2c5-4cb9-b2ec-927615301d5a', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'mac_address': 'fa:16:3e:86:e4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0e3153f3-ee44-4831-b141-7e57904b4bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:32:06Z', 'updated_at': '2021-02-17T04:32:16Z', 'revision_number': 4, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'subnets': [{'id': '0e3153f3-ee44-4831-b141-7e57904b4bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:32:17.265404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d009e9-9488-4339-9dd4-3272f3fc0b0a req-237dce5e-ac7e-432b-bfc9-e6f67059e355 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:17.267131 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-28d009e9-9488-4339-9dd4-3272f3fc0b0a req-237dce5e-ac7e-432b-bfc9-e6f67059e355 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1336915 Feb 17 04:32:17.334694 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-28d009e9-9488-4339-9dd4-3272f3fc0b0a req-e6799922-6671-495c-8f41-6e788ee4a631 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600102 Feb 17 04:32:17.808731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30492b-667c-419d-8fee-70cb978c2235 req-99f1e267-6186-4d44-8004-57bb96b96b64 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:17.810596 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e30492b-667c-419d-8fee-70cb978c2235 req-99f1e267-6186-4d44-8004-57bb96b96b64 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0986516 Feb 17 04:32:17.915059 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e30492b-667c-419d-8fee-70cb978c2235 req-6e5fc68a-ce10-4f99-8f92-9a04897f7418 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967927 Feb 17 04:32:17.958907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-64a3f73f-f213-43b7-aa9d-0bcd068bc787 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:17.960697 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-64a3f73f-f213-43b7-aa9d-0bcd068bc787 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1249697 Feb 17 04:32:18.048388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Deleting port 0e642401-59eb-4126-be6f-e9e1031c3729 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:18.054874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.298272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-f5aee951-3410-4e55-b927-4e0f97ce8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.312688 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-f5aee951-3410-4e55-b927-4e0f97ce8065 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1162 time: 0.1897748 Feb 17 04:32:18.349627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98b89c-d69a-4ebd-87eb-716be6fdc844 req-1e0c31cc-263c-4328-a99b-eb4f3d0e0439 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.359286 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4c98b89c-d69a-4ebd-87eb-716be6fdc844 req-1e0c31cc-263c-4328-a99b-eb4f3d0e0439 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2001030 Feb 17 04:32:18.380129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cc16cce0-1447-43f8-bf8b-5648bd3f69a4 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:18.563574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:18.568208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-f5a98405-dc86-4a4e-8c1c-57b7dd02cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.569620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:18.570242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.579423 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-f5a98405-dc86-4a4e-8c1c-57b7dd02cffd service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.2571108 Feb 17 04:32:18.581829 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4c98b89c-d69a-4ebd-87eb-716be6fdc844 req-4f780033-ff3d-422e-9a74-ae596f4cc4a5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215192 Feb 17 04:32:18.627477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] For port 0e642401-59eb-4126-be6f-e9e1031c3729, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0e642401-59eb-4126-be6f-e9e1031c3729,segment=NetworkSegment(84f09813-d48e-4b35-aa25-7a08f5aecd7d),segment_id=84f09813-d48e-4b35-aa25-7a08f5aecd7d)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:18.628049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.696119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:18.749183 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-5680d51a-e1f8-45d6-b41b-4f145284f440 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 1001 time: 0.1708529 Feb 17 04:32:18.829828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.873289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-846f5501-688d-4e3d-8b29-9c4123b86b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.875758 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-846f5501-688d-4e3d-8b29-9c4123b86b6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.1188283 Feb 17 04:32:18.967705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-0984b793-f498-479f-922d-6a6c2c137f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.969346 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-0984b793-f498-479f-922d-6a6c2c137f4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866094 Feb 17 04:32:18.974059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:18.974549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.016362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port cc16cce0-1447-43f8-bf8b-5648bd3f69a4, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:19.052841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.059072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:19.104098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Calling delete_port for 0e642401-59eb-4126-be6f-e9e1031c3729 owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:19.153524 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-839a03c6-98b4-44c7-962e-e51442eba025 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754565 Feb 17 04:32:19.176731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:19.182364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:19.224231 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 0e642401-59eb-4126-be6f-e9e1031c3729 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:19.236672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff434263-7820-4f3c-a388-edbf65b9163b req-ab2b5db3-6d2c-47fc-8685-4f7fc6942dfe tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.244431 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ff434263-7820-4f3c-a388-edbf65b9163b req-ab2b5db3-6d2c-47fc-8685-4f7fc6942dfe tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 945 time: 0.7466521 Feb 17 04:32:19.333062 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ea6ecd0-e12e-4a64-b9e6-af139e2cbab4 req-84063c99-b18b-43c8-979a-52f5995eaef5 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1718931 Feb 17 04:32:19.335705 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ff434263-7820-4f3c-a388-edbf65b9163b req-26462e37-9809-4afb-8dc8-0631b9576db5 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f3414d5-09df-44f7-9e5c-e716c45bce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903509 Feb 17 04:32:19.379437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.389292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ddf6-9c16-4ca8-b6fd-a4877883603b req-ee9c3b8a-b117-4a47-b573-3a99d49daa3f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.391406 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-81e7ddf6-9c16-4ca8-b6fd-a4877883603b req-ee9c3b8a-b117-4a47-b573-3a99d49daa3f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2951596 Feb 17 04:32:19.472403 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-81e7ddf6-9c16-4ca8-b6fd-a4877883603b req-4e7ff28c-27ba-4966-a928-216857febe95 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678115 Feb 17 04:32:19.496911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.517494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c90eca39-6f74-44e1-9f45-2bdba2533429 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:19.578410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Pushing event deleted for resources: {'Port': ['ID=0e642401-59eb-4126-be6f-e9e1031c3729,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:19.581182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:19.776528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] No DVR routers for this DVR port 0e642401-59eb-4126-be6f-e9e1031c3729 on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:32:19.778880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.788500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'name': 'network-vif-deleted', 'tag': '0e642401-59eb-4126-be6f-e9e1031c3729'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:19.845229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347cc3e-4ee8-4c70-b203-954cd285fc02 req-6681e913-a592-4a90-8a24-8245c920a6e4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.846882 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c347cc3e-4ee8-4c70-b203-954cd285fc02 req-6681e913-a592-4a90-8a24-8245c920a6e4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1157980 Feb 17 04:32:19.848673 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ac1f5dfd-d8d4-4eda-9cbd-90b8be10c171 req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.67 "DELETE /v2.0/ports/0e642401-59eb-4126-be6f-e9e1031c3729 HTTP/1.1" status: 204 len: 173 time: 1.8788970 Feb 17 04:32:19.900241 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c347cc3e-4ee8-4c70-b203-954cd285fc02 req-e683e491-87f7-4552-a1bf-dd32b6930a44 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Feb 17 04:32:19.966196 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926bf425-6789-4e50-99fe-ed6ad646f8f8', 'name': 'network-vif-deleted', 'tag': '0e642401-59eb-4126-be6f-e9e1031c3729', 'status': 'completed', 'code': 200} Feb 17 04:32:20.209139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cc16cce0-1447-43f8-bf8b-5648bd3f69a4 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:20.301940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:20.302421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.542614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-cc951179-37a7-4f69-af23-d4317d14f4ac req-01d2400f-b6e6-480c-8c73-88ada9ffe4bd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Synchronizing usage tracker for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:20.616733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-cc951179-37a7-4f69-af23-d4317d14f4ac req-01d2400f-b6e6-480c-8c73-88ada9ffe4bd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Unset dirty status for tenant:8cc8329502354d72ab1832ecae357dd8 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:20.618055 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc951179-37a7-4f69-af23-d4317d14f4ac req-01d2400f-b6e6-480c-8c73-88ada9ffe4bd tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] 10.222.0.26 "GET /v2.0/ports?device_id=926bf425-6789-4e50-99fe-ed6ad646f8f8 HTTP/1.1" status: 200 len: 210 time: 0.1349130 Feb 17 04:32:21.124132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84b3e-72d8-49d6-bdb3-2efc2676fd2b req-631ee907-b28f-402a-b270-86ca1b0933e3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:21.125734 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6bb84b3e-72d8-49d6-bdb3-2efc2676fd2b req-631ee907-b28f-402a-b270-86ca1b0933e3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0937588 Feb 17 04:32:21.200939 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6bb84b3e-72d8-49d6-bdb3-2efc2676fd2b req-05d5234a-f67a-441e-b25a-39290c85f4f8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688055 Feb 17 04:32:21.721764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54960) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:21.792880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Deleting subnet e7b44c3c-e041-4ed2-8b4d-d77b396806d8 {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:32:21.796606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.848855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2486518'] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.912808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.211628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853714923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851617162'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.228782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:22.281806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b44c3c-e041-4ed2-8b4d-d77b396806d8,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:22.330369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:22.367557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.374554 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b71b43c9-5fe6-431b-a3bc-96c3e4f1680c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e7b44c3c-e041-4ed2-8b4d-d77b396806d8 HTTP/1.1" status: 204 len: 168 time: 0.6514966 Feb 17 04:32:22.377036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 54966) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:22.421189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c5c65-7843-46e6-bcf3-185135d7bd1b req-b927b0e2-d1f9-43c0-bacd-aab9b69dd9c5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:22.422885 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cb1c5c65-7843-46e6-bcf3-185135d7bd1b req-b927b0e2-d1f9-43c0-bacd-aab9b69dd9c5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0892365 Feb 17 04:32:22.476091 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cb1c5c65-7843-46e6-bcf3-185135d7bd1b req-c7c915e2-14d3-4425-aafd-38db275e35c3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466516 Feb 17 04:32:22.496371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.738796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:22.878136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:22.878928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.950561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.103991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2511bdeb-d06d-49ab-8b4c-2b82cc9beb53']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:23.118603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f09813-d48e-4b35-aa25-7a08f5aecd7d') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:23.118907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f09813-d48e-4b35-aa25-7a08f5aecd7d') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:23.132444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.150234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.163285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:32:23.226533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:23.356924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.367022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:23.381619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.395782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:23.410901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port c5ec9891-f658-46d0-a713-643b88b8c698, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5ec9891-f658-46d0-a713-643b88b8c698,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:23.451245 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'code': 422} returned with failed status Feb 17 04:32:23.452689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 54994) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:23.477923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.479843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e07af39-b0ac-426f-9380-757d679cd20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:23.555461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:23.558705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:23.594945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Network 2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:23.614387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:32:23.618503 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:32:23.631453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:23.638606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Usage tracker for resource:security_group_rule and tenant:7069528277bb4ecc9cd8bca1946d33be is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:23.638757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:23.645389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:23.728817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.732430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:23.738452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.746830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.757232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=2511bdeb-d06d-49ab-8b4c-2b82cc9beb53,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:23.761058 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2511bdeb-d06d-49ab-8b4c-2b82cc9beb53 HTTP/1.1" status: 204 len: 168 time: 1.3829117 Feb 17 04:32:23.763042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39a053eb-2086-4f3d-a4f6-318f89172e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:23.791618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.801314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-769f65ee-ec3b-4b43-a8ba-4e55c3bdd1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:23.849457 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7069528277bb4ecc9cd8bca1946d33be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955023 Feb 17 04:32:23.851366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca257f-fd51-43a6-94bb-9de858752bdb,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:23.852278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55006) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:23.857122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:23.924159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.954077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.118545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55016) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:24.197969 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5e3c3a01-c1d7-4390-a967-6fbf39e758fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cc8329502354d72ab1832ecae357dd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0772974 Feb 17 04:32:24.200242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55022) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:24.216418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.224517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d3004fa6-b2cb-45c5-b9dd-b7f4d1c15d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:24.247403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca257f-fd51-43a6-94bb-9de858752bdb,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:24.258541 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:24.275800 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.275800 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9ca257f-fd51-43a6-94bb-9de858752bdb HTTP/1.1" status: 204 len: 168 time: 0.4196873 Feb 17 04:32:24.299335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.329811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.540674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.557089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5d0a4587-260f-444c-bda4-e7d8d5b10553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:24.573851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.578107 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f3414d5-09df-44f7-9e5c-e716c45bce4f HTTP/1.1" status: 204 len: 168 time: 0.3738492 Feb 17 04:32:24.578107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3414d5-09df-44f7-9e5c-e716c45bce4f,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:24.591831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:24.626092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c58c9-4bd3-4b1b-8d4f-93c2423fdea3 req-e734519f-2986-4646-b0c4-2f6591d1a631 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:24.628104 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2b7c58c9-4bd3-4b1b-8d4f-93c2423fdea3 req-e734519f-2986-4646-b0c4-2f6591d1a631 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1171443 Feb 17 04:32:24.741312 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2b7c58c9-4bd3-4b1b-8d4f-93c2423fdea3 req-ef35ce62-141b-43a2-82d0-bd7805f2891a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043475 Feb 17 04:32:24.769344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7681-2791-4bac-afc2-107ea91e68a2 req-3fe88fa3-60f5-4f98-8706-0b37c8d1933d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:24.780372 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e8fb7681-2791-4bac-afc2-107ea91e68a2 req-3fe88fa3-60f5-4f98-8706-0b37c8d1933d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1211014 Feb 17 04:32:24.823711 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e8fb7681-2791-4bac-afc2-107ea91e68a2 req-0419af4d-1310-479f-82a4-33aa342416f5 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Feb 17 04:32:24.855479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55050) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:25.126810 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-50822a80-17c4-4935-b7b2-287fcceddc92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2699962 Feb 17 04:32:26.125109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fd23-417f-4ce7-9b6d-89df53b5969d req-91bcddfa-178d-4144-b1e7-05463a11def2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:26.133122 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9fb6fd23-417f-4ce7-9b6d-89df53b5969d req-91bcddfa-178d-4144-b1e7-05463a11def2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.2145426 Feb 17 04:32:26.158473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6810d-4b55-425f-a1bf-cc29af720fbb req-1567fa2f-3ceb-4fa8-8237-2ecc4b3aa97a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:26.160159 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-09d6810d-4b55-425f-a1bf-cc29af720fbb req-1567fa2f-3ceb-4fa8-8237-2ecc4b3aa97a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.1547463 Feb 17 04:32:26.240243 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9fb6fd23-417f-4ce7-9b6d-89df53b5969d req-2e29e5f8-b27f-4620-8e52-5f236de1ef16 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061566 Feb 17 04:32:26.266358 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-09d6810d-4b55-425f-a1bf-cc29af720fbb req-11077fda-104d-4918-a260-00d31846c969 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Feb 17 04:32:27.350955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-455a8f70-0d81-4c88-ab21-57fd16bfe43b tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:27.352333 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-455a8f70-0d81-4c88-ab21-57fd16bfe43b tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.0882475 Feb 17 04:32:27.533162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Deleting port 070c6cf2-4399-476d-b45c-d51c4013edce {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:27.533451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:27.654222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:32:27.678868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410d122-5b2f-4287-828c-8d92cd76d49f req-65a5a908-b128-4034-8daf-217a3e41c78f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:27.680450 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a410d122-5b2f-4287-828c-8d92cd76d49f req-65a5a908-b128-4034-8daf-217a3e41c78f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 945 time: 0.2840750 Feb 17 04:32:27.690065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de861-17c4-459e-a18c-b8d57d49aea9 req-47aa9c14-31f2-486c-8ba1-a5033c419f9c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:27.691570 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cd4de861-17c4-459e-a18c-b8d57d49aea9 req-47aa9c14-31f2-486c-8ba1-a5033c419f9c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.3012769 Feb 17 04:32:27.887470 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cd4de861-17c4-459e-a18c-b8d57d49aea9 req-41704f0c-2775-4ea1-9151-d2eaa33f5420 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766210 Feb 17 04:32:27.893546 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a410d122-5b2f-4287-828c-8d92cd76d49f req-91c2fb6e-3054-49a5-8335-042de9aa6c15 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986849 Feb 17 04:32:27.952879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] For port 070c6cf2-4399-476d-b45c-d51c4013edce, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=070c6cf2-4399-476d-b45c-d51c4013edce,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:27.953278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.099785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Calling delete_port for 070c6cf2-4399-476d-b45c-d51c4013edce owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:28.270562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-4586618d-cec7-4092-a260-459c8c3e4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:28.272887 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-4586618d-cec7-4092-a260-459c8c3e4be3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6&tenant_id=0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 1160 time: 0.1436102 Feb 17 04:32:28.353941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-46628b1a-2648-40ec-a52e-97617a1f505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.397533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-f44e4958-b76d-4241-96da-4c6b98c1ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:28.399637 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-f44e4958-b76d-4241-96da-4c6b98c1ac3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1160 time: 0.0967171 Feb 17 04:32:28.410731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.426606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e590b5f0-f9d3-439c-b178-ef770a05aa64 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:28.493763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Pushing event deleted for resources: {'Port': ['ID=070c6cf2-4399-476d-b45c-d51c4013edce,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:28.569234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-ff13e6cd-48cb-4380-aee7-9008d90525e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:28.571140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-ff13e6cd-48cb-4380-aee7-9008d90525e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.1643991 Feb 17 04:32:28.572299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.572982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.573111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.573488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.573889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.574336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.574734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.575133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.575527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.575921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.576937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.577336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.577794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.578213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.578608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.578999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.579388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.579779 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.580166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.580554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.580940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.581332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.581722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.582151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.587754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:28.668286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] No DVR routers for this DVR port 070c6cf2-4399-476d-b45c-d51c4013edce on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:32:28.671342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.674407 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2545f9c-64e7-4274-9156-289b53141e43', 'name': 'network-vif-deleted', 'tag': '070c6cf2-4399-476d-b45c-d51c4013edce'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:28.689940 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-86176ba9-e667-49fc-bc49-db2e969b7f0c req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "DELETE /v2.0/ports/070c6cf2-4399-476d-b45c-d51c4013edce HTTP/1.1" status: 204 len: 173 time: 1.3310328 Feb 17 04:32:28.704192 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-b50426c5-a710-4b51-a3ae-a32fdd06280b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 999 time: 0.1248417 Feb 17 04:32:28.787858 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2545f9c-64e7-4274-9156-289b53141e43', 'name': 'network-vif-deleted', 'tag': '070c6cf2-4399-476d-b45c-d51c4013edce', 'status': 'completed', 'code': 200} Feb 17 04:32:28.788227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-d3ddc212-d6c3-4e24-8f54-ac8e63370263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:28.789494 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-d3ddc212-d6c3-4e24-8f54-ac8e63370263 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.0784552 Feb 17 04:32:28.884180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-6942c985-f00d-46c7-bc2d-aafc86447576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:28.885824 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-6942c985-f00d-46c7-bc2d-aafc86447576 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878441 Feb 17 04:32:28.921556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:29.033616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: 070c6cf2-4399-476d-b45c-d51c4013edce {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:32:29.036533 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 070c6cf2-4399-476d-b45c-d51c4013edce not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:32:29.106032 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-38b199dc-dbfc-4f75-8f47-bdf83f92c475 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120216 Feb 17 04:32:29.207783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f3bc7619-eab5-469c-9202-8437cd0dbe14 req-bb19f356-ff62-433b-82d5-412d226b7dd7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Synchronizing usage tracker for tenant:f61840b93f044921957d894afd1add26 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:29.255320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79847996-b30e-4475-9344-c1409973f1cc req-fafcb854-9931-446a-a639-062828c1cbc6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:29.263153 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-79847996-b30e-4475-9344-c1409973f1cc req-fafcb854-9931-446a-a639-062828c1cbc6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1834257 Feb 17 04:32:29.320613 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-79847996-b30e-4475-9344-c1409973f1cc req-6c6fc074-204f-4a88-9522-a1da231786b6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561755 Feb 17 04:32:29.343073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f3bc7619-eab5-469c-9202-8437cd0dbe14 req-bb19f356-ff62-433b-82d5-412d226b7dd7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Unset dirty status for tenant:f61840b93f044921957d894afd1add26 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:29.344489 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f3bc7619-eab5-469c-9202-8437cd0dbe14 req-bb19f356-ff62-433b-82d5-412d226b7dd7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2545f9c-64e7-4274-9156-289b53141e43 HTTP/1.1" status: 200 len: 210 time: 0.2105856 Feb 17 04:32:29.365392 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f9462e4-0ca7-4ee6-85a7-e10d10cc1730 req-bc739612-eb18-40a9-a23a-1a04f86d9caf service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2519677 Feb 17 04:32:30.574154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b998d-ae06-4f71-b61b-ae5b2b3cd78d req-55e1ca8d-513a-470b-a1b4-621ae23b0a75 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:30.578398 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6c1b998d-ae06-4f71-b61b-ae5b2b3cd78d req-55e1ca8d-513a-470b-a1b4-621ae23b0a75 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1062500 Feb 17 04:32:30.627872 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6c1b998d-ae06-4f71-b61b-ae5b2b3cd78d req-c76458a3-7e6c-4971-8600-d49f22242a2d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457077 Feb 17 04:32:30.987871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a81c4b62-f215-40a7-ac81-efa98187fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:31.159347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:31.193088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d7a9f-361e-431a-8b4d-602db60d6485 req-34643163-c408-463a-afd0-2bbbaad1b24b tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:31.195579 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3e4d7a9f-361e-431a-8b4d-602db60d6485 req-34643163-c408-463a-afd0-2bbbaad1b24b tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1442935 Feb 17 04:32:31.288571 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3e4d7a9f-361e-431a-8b4d-602db60d6485 req-f517c4e4-374a-4008-82f3-1fc796d46b96 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848906 Feb 17 04:32:31.847074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b60e2f-af97-4963-8fc1-b09be4f986c0 req-0c689b36-e166-40be-bd73-b88bebdab3fb tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:31.848759 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29b60e2f-af97-4963-8fc1-b09be4f986c0 req-0c689b36-e166-40be-bd73-b88bebdab3fb tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0902219 Feb 17 04:32:31.899236 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29b60e2f-af97-4963-8fc1-b09be4f986c0 req-82c60a45-a3f7-4a5b-a6d4-db0805e8dfdf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Feb 17 04:32:32.381934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:32.504428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3207-aea6-4ee2-8ec9-67bf6cc4370a req-b40fb83d-247c-4543-898e-6df9bc3fa104 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:32.506735 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-640e3207-aea6-4ee2-8ec9-67bf6cc4370a req-b40fb83d-247c-4543-898e-6df9bc3fa104 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0980122 Feb 17 04:32:32.568851 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-640e3207-aea6-4ee2-8ec9-67bf6cc4370a req-d9e18319-7c70-4d93-891a-245a81e02ab7 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Feb 17 04:32:32.679475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:33.116655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f0cc3-5b21-40c1-845a-693f1c97dc4b req-d7c8be43-7353-4ff9-9b4d-d2cad826a534 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:33.118436 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b36f0cc3-5b21-40c1-845a-693f1c97dc4b req-d7c8be43-7353-4ff9-9b4d-d2cad826a534 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0895693 Feb 17 04:32:33.175639 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b36f0cc3-5b21-40c1-845a-693f1c97dc4b req-9ab15860-2d75-4790-a171-8a7627977ed1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488296 Feb 17 04:32:34.054484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c511a01-cfcc-44e7-8fa1-4438b27e2b02 req-16c2a88a-1ecb-41cd-b53e-7bf8a9287aac tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:34.058742 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c511a01-cfcc-44e7-8fa1-4438b27e2b02 req-16c2a88a-1ecb-41cd-b53e-7bf8a9287aac tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3396060 Feb 17 04:32:34.142883 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7c511a01-cfcc-44e7-8fa1-4438b27e2b02 req-59110542-68b4-4831-9bce-05781fa5c255 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794971 Feb 17 04:32:34.429624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66448868-2e3b-40d3-acb8-475aba5329a9 req-a52b11df-89db-4f00-9305-f71dfd6c07c7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:34.431287 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-66448868-2e3b-40d3-acb8-475aba5329a9 req-a52b11df-89db-4f00-9305-f71dfd6c07c7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0885062 Feb 17 04:32:34.487854 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-66448868-2e3b-40d3-acb8-475aba5329a9 req-7f7a1433-07fc-43de-9ec3-6d8518381ae3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491555 Feb 17 04:32:35.404577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c832b7-beaa-43a4-9c86-2622f1e925fa req-1c2d1268-ab4c-4b2b-8214-85f0975d9f6a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:35.407069 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87c832b7-beaa-43a4-9c86-2622f1e925fa req-1c2d1268-ab4c-4b2b-8214-85f0975d9f6a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1078541 Feb 17 04:32:35.456422 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87c832b7-beaa-43a4-9c86-2622f1e925fa req-ee42174d-9d46-4509-8846-0023075d1c1c tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Feb 17 04:32:35.716068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba52b0-4470-4073-8013-ad43b42ad0cc req-6f72b71a-8d9a-4262-b7a3-1275c06b172f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:35.718533 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9aba52b0-4470-4073-8013-ad43b42ad0cc req-6f72b71a-8d9a-4262-b7a3-1275c06b172f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0978868 Feb 17 04:32:35.770167 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9aba52b0-4470-4073-8013-ad43b42ad0cc req-33f9cf7b-f2a9-4826-86bf-2d2f202f1d3c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451984 Feb 17 04:32:36.093761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a3c9019f-fb19-449c-acdd-01a509e7d8c4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Synchronizing usage tracker for tenant:fefdf443ad204532836b093d306c2ab5 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:36.168992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a3c9019f-fb19-449c-acdd-01a509e7d8c4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Unset dirty status for tenant:fefdf443ad204532836b093d306c2ab5 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:36.181659 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a3c9019f-fb19-449c-acdd-01a509e7d8c4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1800972258&fields=id&tenant_id=fefdf443ad204532836b093d306c2ab5 HTTP/1.1" status: 200 len: 267 time: 0.1288915 Feb 17 04:32:36.349976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-dfaca091-7fff-4952-87ee-6b3c4700ef9a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:36.350734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-dfaca091-7fff-4952-87ee-6b3c4700ef9a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Synchronizing usage tracker for tenant:fefdf443ad204532836b093d306c2ab5 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:36.410729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-dfaca091-7fff-4952-87ee-6b3c4700ef9a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Unset dirty status for tenant:fefdf443ad204532836b093d306c2ab5 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:36.415391 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-dfaca091-7fff-4952-87ee-6b3c4700ef9a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 809 time: 0.2311513 Feb 17 04:32:36.431267 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-d4df2b32-5cb6-4fd3-a32f-793a2fb8f270 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/quotas/fefdf443ad204532836b093d306c2ab5 HTTP/1.1" status: 200 len: 375 time: 0.0112958 Feb 17 04:32:36.555510 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-2d732afd-1c8a-4065-9843-d2b13da353b2 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176007 Feb 17 04:32:36.829450 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-f9d7ef52-14d4-496d-8541-ea1c30d182c9 service neutron] 10.222.0.26 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542388 Feb 17 04:32:36.970550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52b0d1-a710-4735-812c-6456e8157532 req-3f30d89d-2c4e-4be4-ae58-2c60b5a599bf tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:36.972165 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6f52b0d1-a710-4735-812c-6456e8157532 req-3f30d89d-2c4e-4be4-ae58-2c60b5a599bf tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.3518767 Feb 17 04:32:37.010363 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-ed5239af-b0a4-4781-8043-0ff9c02c4400 service neutron] 10.222.0.26 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1738141 Feb 17 04:32:37.040968 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6f52b0d1-a710-4735-812c-6456e8157532 req-6924f66f-bcf2-4fba-9dd3-0807eb7429fd tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561588 Feb 17 04:32:37.274069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2a3bd-d045-409a-8a95-465b7e8ed02f req-09557b4b-1226-428b-adcb-1a008a0343b1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:37.275845 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-11b2a3bd-d045-409a-8a95-465b7e8ed02f req-09557b4b-1226-428b-adcb-1a008a0343b1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1222641 Feb 17 04:32:37.327643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-11b2a3bd-d045-409a-8a95-465b7e8ed02f req-e8ddcbcb-81c9-4e16-909e-5b71c42a3d78 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Feb 17 04:32:37.692915 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc04f996-6e7c-40c7-a6df-7254790c7c4b req-fe3a0fdc-7728-47c5-b745-3a7e6604f520 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0488834 Feb 17 04:32:38.268228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706c47-6317-48a7-9a32-7ef7c815d005 req-8e9bfb13-74c0-4fbb-be9e-4e820ab8bf23 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:38.291114 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0b706c47-6317-48a7-9a32-7ef7c815d005 req-8e9bfb13-74c0-4fbb-be9e-4e820ab8bf23 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.0959668 Feb 17 04:32:38.320472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0b706c47-6317-48a7-9a32-7ef7c815d005 req-1f5f9e16-89d8-4282-ad10-c494f1ceebd6 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Feb 17 04:32:38.595680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f8cd-cb1a-46ad-a086-04552aedcd23 req-d2848faf-cc87-4714-905c-e26d445f4886 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:38.597312 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6574f8cd-cb1a-46ad-a086-04552aedcd23 req-d2848faf-cc87-4714-905c-e26d445f4886 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0965438 Feb 17 04:32:38.659108 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6574f8cd-cb1a-46ad-a086-04552aedcd23 req-f8e2ca7c-fd62-4902-a6ca-e11a0e5dfbd7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Feb 17 04:32:38.816000 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7823b8f5-d6ff-4edf-9514-fa88951ec08f req-795ade19-9dcc-4b6b-9657-2cb953948fc8 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0594893 Feb 17 04:32:39.256608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55378) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:39.462983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:39.491192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:39.500776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Usage tracker for resource:security_group_rule and tenant:ebc3059b35c342b3ae0622eec4af6106 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:39.505147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:39.510889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:39.606152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db991d-555d-4bf3-bca2-91e06332035b req-80a8dca4-14d3-4dac-b0f7-046cf46ec893 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:39.607848 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-97db991d-555d-4bf3-bca2-91e06332035b req-80a8dca4-14d3-4dac-b0f7-046cf46ec893 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1018124 Feb 17 04:32:39.682523 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-97db991d-555d-4bf3-bca2-91e06332035b req-b970c13c-c837-47a2-b115-209f4478bcae tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684719 Feb 17 04:32:39.728470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:39.775893 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:39.786098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-541a44a0-774d-4e62-9203-c970478d2aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:39.829997 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebc3059b35c342b3ae0622eec4af6106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719612 Feb 17 04:32:39.832107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87857eec-fc88-44a9-97e1-084d7a84bb35,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:39.837088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55392) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.873280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.874858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.874858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.874858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.874858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.874858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.874858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.875325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.875325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:39.880971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:39.905207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c919db-5db7-4477-afdc-b23fc5be0c3f req-66cd0386-bc82-4873-b90e-af095079eb7e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:39.906888 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-57c919db-5db7-4477-afdc-b23fc5be0c3f req-66cd0386-bc82-4873-b90e-af095079eb7e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0933707 Feb 17 04:32:39.958457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:39.982667 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-57c919db-5db7-4477-afdc-b23fc5be0c3f req-82fbb656-dd44-485d-b49c-e0a854e4e08a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667832 Feb 17 04:32:40.048218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.094527 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c071db46-32a9-4dc0-b8ec-32dc3c6aa889 req-55beacc0-ba31-425d-83ac-8e94897c13b7 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0816238 Feb 17 04:32:40.187127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.194717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1ad3e9e5-1ff2-4ede-95bb-46a779caba7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:40.210893 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87857eec-fc88-44a9-97e1-084d7a84bb35,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:40.213749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.215354 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87857eec-fc88-44a9-97e1-084d7a84bb35 HTTP/1.1" status: 204 len: 168 time: 0.3783779 Feb 17 04:32:40.216381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:40.899715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66119486-2c04-4642-a139-c41339f6cc0b req-89f7302c-51b8-47a1-8fb1-955b972da805 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:40.901361 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-66119486-2c04-4642-a139-c41339f6cc0b req-89f7302c-51b8-47a1-8fb1-955b972da805 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1012673 Feb 17 04:32:40.952366 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-66119486-2c04-4642-a139-c41339f6cc0b req-46ecdf71-240d-4918-8743-0571ef74955d tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Feb 17 04:32:41.266171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f884c-3a17-492a-a697-429f24aa5185 req-543707fa-b4cc-4412-9e51-75bde04b3276 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:41.267833 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-660f884c-3a17-492a-a697-429f24aa5185 req-543707fa-b4cc-4412-9e51-75bde04b3276 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1417699 Feb 17 04:32:41.318945 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-643a8fac-651a-4a8b-b74c-e269201484c8 req-55060b26-72b6-4e68-8c93-2e01d7d8c848 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0500121 Feb 17 04:32:41.368350 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-660f884c-3a17-492a-a697-429f24aa5185 req-b624384c-1f3e-416a-977e-97db38c13114 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483224 Feb 17 04:32:42.189178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd50ae-c946-4d1c-8fe4-3582a3771f75 req-51045e58-b6e1-4c27-b4d0-726c12792591 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:42.208001 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d1bd50ae-c946-4d1c-8fe4-3582a3771f75 req-51045e58-b6e1-4c27-b4d0-726c12792591 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1234252 Feb 17 04:32:42.265745 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d1bd50ae-c946-4d1c-8fe4-3582a3771f75 req-c64250de-397b-4ca5-9d09-9f023395a5a1 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Feb 17 04:32:42.532832 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-279ed553-5a68-4456-8d20-91197e39ebad req-3b34ad33-a890-4be5-a359-4c7153743756 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0664215 Feb 17 04:32:42.640626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ff40c-4b5c-4758-94df-3f8e8b3e4689 req-fbc3b199-56cf-4586-bde5-d8e31ede6850 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:42.642375 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c02ff40c-4b5c-4758-94df-3f8e8b3e4689 req-fbc3b199-56cf-4586-bde5-d8e31ede6850 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1033158 Feb 17 04:32:42.694780 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c02ff40c-4b5c-4758-94df-3f8e8b3e4689 req-e708c761-e538-41b3-be0e-6f2dd78a524d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Feb 17 04:32:43.477713 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0161f1-e086-46e4-b314-ae3a49bf75e1 req-5a2a3e41-700a-4ce8-a453-a57175c7f08a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:43.479421 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9b0161f1-e086-46e4-b314-ae3a49bf75e1 req-5a2a3e41-700a-4ce8-a453-a57175c7f08a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1003003 Feb 17 04:32:43.532934 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9b0161f1-e086-46e4-b314-ae3a49bf75e1 req-c4379e04-8e79-45bf-a30a-8cf9fb4da3c0 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Feb 17 04:32:43.698988 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-428ca699-d534-49f2-b2c5-921b44edd40e req-898f11c4-aba8-4f23-9ea1-e54786e2b9ec tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0487378 Feb 17 04:32:43.910519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753356-f126-4143-ab86-cd8e5ec54dee req-2af20e9d-f763-4ae8-8ea7-17ada1f29968 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:43.912094 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13753356-f126-4143-ab86-cd8e5ec54dee req-2af20e9d-f763-4ae8-8ea7-17ada1f29968 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0909576 Feb 17 04:32:43.963562 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13753356-f126-4143-ab86-cd8e5ec54dee req-a9b81625-0092-46ac-ab4a-e631bef93e0a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Feb 17 04:32:44.612139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-f5378c76-8ecc-4c48-97b6-fd7d2de49713 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:44.613722 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-f5378c76-8ecc-4c48-97b6-fd7d2de49713 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 809 time: 0.1652751 Feb 17 04:32:44.698823 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-b21ee13b-0b48-4ceb-96ab-e76342a6b6dc tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fefdf443ad204532836b093d306c2ab5 HTTP/1.1" status: 200 len: 5759 time: 0.0750155 Feb 17 04:32:44.710222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'port': {'device_id': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'admin_state_up': True, 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'security_groups': ['e9d4f135-5939-4b90-8c47-9a6fd0e94fa1']}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:44.802331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0417d34-a23d-4412-8941-9371a19d67b1 req-e81218bd-7e05-4d3c-a7bc-e62502ba3b6f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:44.804120 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0417d34-a23d-4412-8941-9371a19d67b1 req-e81218bd-7e05-4d3c-a7bc-e62502ba3b6f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1139388 Feb 17 04:32:44.870068 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0417d34-a23d-4412-8941-9371a19d67b1 req-0561283d-42db-476c-b408-558935fb7a57 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Feb 17 04:32:44.879139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:44.893299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Usage tracker for resource:port and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:44.893299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:44.898222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:44.939348 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0fc825af-2f05-4c40-9988-0cfa52805845 req-5f9cd78c-6ca1-460e-bfc0-70a856de22f4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0653877 Feb 17 04:32:44.975854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Made reservation on behalf of fefdf443ad204532836b093d306c2ab5 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:32:44.981944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.263448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fafa0-82ce-4759-913e-326cd5e9e75f req-157d891b-41f3-4350-8828-d3d711ee9f17 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:45.265224 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-279fafa0-82ce-4759-913e-326cd5e9e75f req-157d891b-41f3-4350-8828-d3d711ee9f17 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1549633 Feb 17 04:32:45.335044 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-279fafa0-82ce-4759-913e-326cd5e9e75f req-50b6ea34-7342-45d2-b2d9-5bd0ca732349 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625474 Feb 17 04:32:45.467383 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Allocated IP 172.20.0.3 (28d9f35f-91f6-497c-9623-7bae9285ef81/8f155b98-bb8d-4d86-960c-04436b92fe77/276323a1-2053-4136-b58c-4ac9f84d4a14) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:45.727011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.761665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Transition to ACTIVE for port object 276323a1-2053-4136-b58c-4ac9f84d4a14 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:32:45.820458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.842114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:45.844699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:46.040402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event updated for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:46.046593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:46.133258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:46.134605 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:46.137647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:46.229360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.230328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:46.286479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d1fea-71d8-4f2f-b11a-91ed6742b610 req-0d9ee19a-65f3-48e9-9ed1-67a809b761ff tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.289127 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd2d1fea-71d8-4f2f-b11a-91ed6742b610 req-0d9ee19a-65f3-48e9-9ed1-67a809b761ff tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2507062 Feb 17 04:32:46.300759 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949395 Feb 17 04:32:46.323775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Request body: {'port': {'device_id': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:46.366162 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd2d1fea-71d8-4f2f-b11a-91ed6742b610 req-0ba0b0b9-120d-40bd-bba9-5ed5a21c04e4 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624115 Feb 17 04:32:46.385348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68738abb-4323-45b9-8dc8-eecbb3759bf8 req-89e96f31-801c-491a-825c-33d5258476b2 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.387247 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-68738abb-4323-45b9-8dc8-eecbb3759bf8 req-89e96f31-801c-491a-825c-33d5258476b2 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 931 time: 0.2712615 Feb 17 04:32:46.462126 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-68738abb-4323-45b9-8dc8-eecbb3759bf8 req-d602a6c1-4c34-47de-9387-096ca8fffdd4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0676837 Feb 17 04:32:46.559094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-5f46e7bd-8a3e-4abd-aa3c-86999b36135c None None] Provisioning for port 276323a1-2053-4136-b58c-4ac9f84d4a14 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:46.565535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-5f46e7bd-8a3e-4abd-aa3c-86999b36135c None None] Provisioning complete for port 276323a1-2053-4136-b58c-4ac9f84d4a14 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:46.566006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7bd-8a3e-4abd-aa3c-86999b36135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:46.604390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5032b2-19a7-4372-b4a4-1441d245e11e req-18c58c0a-bedc-4046-936d-c12b82895514 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.606230 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1f5032b2-19a7-4372-b4a4-1441d245e11e req-18c58c0a-bedc-4046-936d-c12b82895514 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0962079 Feb 17 04:32:46.631765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-5f46e7bd-8a3e-4abd-aa3c-86999b36135c None None] Port 276323a1-2053-4136-b58c-4ac9f84d4a14 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:32:46.660755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1f5032b2-19a7-4372-b4a4-1441d245e11e req-5d0340e1-e48e-4db6-a044-459e7ba79802 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Feb 17 04:32:46.714838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.141291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276323a1-2053-4136-b58c-4ac9f84d4a14 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:32:47.150172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.163131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Transition to ACTIVE for port object 276323a1-2053-4136-b58c-4ac9f84d4a14 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:32:47.196958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.214053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-142701e0-2ded-496f-a929-8c4335b80457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:47.285198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:47.358669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:47.359106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.365691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Pushing event updated for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:47.371058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:47.511793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.557578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port c5ec9891-f658-46d0-a713-643b88b8c698, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5ec9891-f658-46d0-a713-643b88b8c698,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:47.558985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:47.564109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Attempting to bind port 276323a1-2053-4136-b58c-4ac9f84d4a14 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:32:47.564480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Attempting to bind port 276323a1-2053-4136-b58c-4ac9f84d4a14 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:32:47.564958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Attempting to bind port 276323a1-2053-4136-b58c-4ac9f84d4a14 on network 28d9f35f-91f6-497c-9623-7bae9285ef81 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:32:47.571521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:32:47.571899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Checking segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:47.572303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.572837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Bound using segment: {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:32:47.573312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Bound port: 276323a1-2053-4136-b58c-4ac9f84d4a14, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:32:47.573685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.592008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.594435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:47.689998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=6']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:47.701459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.701785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.702226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.702611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.702990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.703588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.703964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.704342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.704715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.705084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.705457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.705824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.706506 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.706674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] For port 276323a1-2053-4136-b58c-4ac9f84d4a14, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:32:47.706883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.707251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.707620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.707990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.708359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.709052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.709422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.709794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.709943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] For port 276323a1-2053-4136-b58c-4ac9f84d4a14, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=276323a1-2053-4136-b58c-4ac9f84d4a14,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:32:47.710333 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.710705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.711071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:47.715724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:47.742593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.766400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:47.787521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274871c5-4c83-473f-84c8-c51589bf276d req-52029c20-3679-45e7-9000-d4ee918c2486 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:47.789123 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-274871c5-4c83-473f-84c8-c51589bf276d req-52029c20-3679-45e7-9000-d4ee918c2486 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2139192 Feb 17 04:32:47.835139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292a8d3-fa3b-4bca-b69d-dbb2f99970c1 req-18b0fb34-98ae-4bf3-8d85-d9c44f43de25 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:47.837340 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9292a8d3-fa3b-4bca-b69d-dbb2f99970c1 req-18b0fb34-98ae-4bf3-8d85-d9c44f43de25 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.1629317 Feb 17 04:32:47.889447 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-274871c5-4c83-473f-84c8-c51589bf276d req-9802c6fe-e318-4fa1-876d-e20b91bc08b2 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813560 Feb 17 04:32:47.917107 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9292a8d3-fa3b-4bca-b69d-dbb2f99970c1 req-859b830e-e244-40df-bfd9-6f3a8284cf1f tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0709450 Feb 17 04:32:47.934424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Pushing event updated for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:47.945111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'code': 200} Feb 17 04:32:47.948673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:47.987271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:47.988078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.989983 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] 10.222.0.67 "PUT /v2.0/ports/276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 1157 time: 1.6737719 Feb 17 04:32:47.990662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:48.064418 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'status': 'completed', 'code': 200} Feb 17 04:32:48.154451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f33c8-c77a-4f0a-be4a-4c9dc5d83304 req-0c2d4612-8ef5-4be5-aee2-9a1257a8d2a5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:48.154451 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4b7f33c8-c77a-4f0a-be4a-4c9dc5d83304 req-0c2d4612-8ef5-4be5-aee2-9a1257a8d2a5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1014221 Feb 17 04:32:48.192387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-539ecc31-e6ce-406c-8551-3ec0287ea0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:48.194194 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-539ecc31-e6ce-406c-8551-3ec0287ea0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1160 time: 0.1209979 Feb 17 04:32:48.220410 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4b7f33c8-c77a-4f0a-be4a-4c9dc5d83304 req-1321aa53-b52f-43d0-8d36-32edafebe9ca tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525904 Feb 17 04:32:48.279516 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-3e5c0267-296f-47da-9f42-f277aa449b86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 217 time: 0.0762804 Feb 17 04:32:48.363221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-9bb8dc60-bfac-4ea7-93cb-f895f74241ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:48.364863 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-9bb8dc60-bfac-4ea7-93cb-f895f74241ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0737498 Feb 17 04:32:48.478744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-6cc373b7-63d6-498b-a01f-858374892581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:48.483492 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-6cc373b7-63d6-498b-a01f-858374892581 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043081 Feb 17 04:32:48.495909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 55598) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:48.631832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b429da-b3bd-44d4-ace4-ed433db39fcb req-21c94298-515e-4c95-8be4-dd1073e8e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:48.633436 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d9b429da-b3bd-44d4-ace4-ed433db39fcb req-21c94298-515e-4c95-8be4-dd1073e8e0e3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1162 time: 0.1068814 Feb 17 04:32:48.636149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.645011 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-259380d6-cd42-43e5-a5ca-8c172196f95e service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549339 Feb 17 04:32:48.671490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:48.684405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Usage tracker for resource:security_group_rule and tenant:2ecb89b6e08b41eeb878a113ed1c083f is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:48.690403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:48.699099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:48.703115 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d9b429da-b3bd-44d4-ace4-ed433db39fcb req-1de70f37-4e83-4c31-9626-98b0bfa1d3ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564721 Feb 17 04:32:48.791472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99922708-8f67-4745-ad2d-cbaabf4bd518 req-cb661a4a-bf8a-4900-ac45-369b90301063 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397846 Feb 17 04:32:48.864260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.901283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.909905 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d906c951-e9c0-4ac5-be4e-b20362b0be96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:48.933509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:48.958017 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ecb89b6e08b41eeb878a113ed1c083f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581490 Feb 17 04:32:48.958912 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 55608) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:48.972175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07e552-2656-41a9-a0ff-e4c8f1a46232,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:48.986247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:49.025240 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:49.025811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:49.073763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:49.100463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30868cb5-e937-41ba-8b21-eb394f936172 req-15744dd7-f572-44ef-96dc-0035b86d157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.105980 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-15744dd7-f572-44ef-96dc-0035b86d157f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1160 time: 0.1190410 Feb 17 04:32:49.216778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:49.260302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30868cb5-e937-41ba-8b21-eb394f936172 req-4b043dec-9a5b-47ee-938d-9289d04d811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.261894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-4b043dec-9a5b-47ee-938d-9289d04d811f service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.1500242 Feb 17 04:32:49.322989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32bf41-ee6c-49dc-8f48-2bdf86d24b5c req-5c8eb6c7-e3d0-45b9-9dc1-bff8505b7d2f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.324593 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab32bf41-ee6c-49dc-8f48-2bdf86d24b5c req-5c8eb6c7-e3d0-45b9-9dc1-bff8505b7d2f tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2475286 Feb 17 04:32:49.331333 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8c1b1-7eb8-4c2b-99b4-4a837e122886 req-76922df6-3a13-45dc-a6a3-c9ebd4bcfac5 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.332828 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4c8c1b1-7eb8-4c2b-99b4-4a837e122886 req-76922df6-3a13-45dc-a6a3-c9ebd4bcfac5 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.2119451 Feb 17 04:32:49.344115 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-4ad52553-5374-4fc0-9527-c7ce921bfa5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 217 time: 0.0739026 Feb 17 04:32:49.379013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:49.385931 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1a7a3e18-25d6-400f-8823-a530d9c329bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:49.426130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07e552-2656-41a9-a0ff-e4c8f1a46232,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:49.427042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30868cb5-e937-41ba-8b21-eb394f936172 req-6e266df6-141b-4c7a-905a-df911be29d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.428761 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-6e266df6-141b-4c7a-905a-df911be29d95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0760725 Feb 17 04:32:49.429203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:49.445124 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab32bf41-ee6c-49dc-8f48-2bdf86d24b5c req-7dd06cad-bdab-46a4-b4bd-a4932e318f08 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109843 Feb 17 04:32:49.463370 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4c8c1b1-7eb8-4c2b-99b4-4a837e122886 req-e1d7b650-5fb1-45f1-8da6-fa3eb4aec41b tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1105752 Feb 17 04:32:49.464455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:49.468488 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb07e552-2656-41a9-a0ff-e4c8f1a46232 HTTP/1.1" status: 204 len: 168 time: 0.5062184 Feb 17 04:32:49.539040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30868cb5-e937-41ba-8b21-eb394f936172 req-5dae2a3c-58d3-4a1a-927a-15c2a6ccb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.540677 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-5dae2a3c-58d3-4a1a-927a-15c2a6ccb13a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1007986 Feb 17 04:32:49.705019 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-e09e7267-c8df-472b-b046-4c80d866a940 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568725 Feb 17 04:32:49.750358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302ae56-4a36-47d8-bd4a-b22ed8304552 req-934f36db-5e86-4a4d-819c-8477e7a32256 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.751970 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4302ae56-4a36-47d8-bd4a-b22ed8304552 req-934f36db-5e86-4a4d-819c-8477e7a32256 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1762323 Feb 17 04:32:49.759783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-7d55b74f-83fd-41a4-b647-143f3c9b1481 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:49.761257 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-7d55b74f-83fd-41a4-b647-143f3c9b1481 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.1254888 Feb 17 04:32:49.857951 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4302ae56-4a36-47d8-bd4a-b22ed8304552 req-6dc2393b-1ad0-436f-ad4c-5c4fe575f6c5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955000 Feb 17 04:32:49.869350 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-30868cb5-e937-41ba-8b21-eb394f936172 req-102fdd54-93c2-4dc6-a45f-6acb6647924b service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547773 Feb 17 04:32:49.874097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Deleting port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:49.874490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:49.969243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55620) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:49.988002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.003739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:50.008776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Usage tracker for resource:security_group_rule and tenant:af77dd89e0354c53a456364d241f11e7 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:50.012666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:50.019890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:50.115541 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.163597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.200170 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-67b0dec1-c9a1-4a34-9243-cc70f1ad3798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:50.276030 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af77dd89e0354c53a456364d241f11e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053868 Feb 17 04:32:50.276961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4544f-0da3-4067-a04d-a04ed42bee54,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:50.280089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55632) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:50.283228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:50.355036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.377640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] For port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:50.378100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.386867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.484103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.489297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4cbad2d3-da91-407a-ad55-21540c2be7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:50.503089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4544f-0da3-4067-a04d-a04ed42bee54,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:50.514466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:50.518393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.519813 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0d4544f-0da3-4067-a04d-a04ed42bee54 HTTP/1.1" status: 204 len: 168 time: 0.2386987 Feb 17 04:32:50.529471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Calling delete_port for fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:50.862928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dde11-b8bf-46c6-a792-ed379f38cc8e req-21c6df8b-409b-4036-a291-b8a32eee4ade tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:50.863853 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-260dde11-b8bf-46c6-a792-ed379f38cc8e req-21c6df8b-409b-4036-a291-b8a32eee4ade tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 945 time: 0.2502038 Feb 17 04:32:50.873829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae0073-3cd7-463f-9ed0-23556069ac5f req-3e1bf724-649f-4355-bdf5-67e4cecd03ed tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:50.875569 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7dae0073-3cd7-463f-9ed0-23556069ac5f req-3e1bf724-649f-4355-bdf5-67e4cecd03ed tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.2548583 Feb 17 04:32:50.900566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:50.936126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1ad57f00-b8f5-46fc-9088-acb7332e47f7 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:51.015239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Pushing event deleted for resources: {'Port': ['ID=fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:51.072826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:51.100096 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-260dde11-b8bf-46c6-a792-ed379f38cc8e req-05661b19-4bd6-4ab3-b92d-eed5c40f1d88 tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/security-groups?id=d262aa4f-527a-4c75-ac86-54d80b9b0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223823 Feb 17 04:32:51.116600 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7dae0073-3cd7-463f-9ed0-23556069ac5f req-3c34e198-dfbc-41d1-95d7-34312c2fc032 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2212095 Feb 17 04:32:51.248435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] No DVR routers for this DVR port fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:32:51.250922 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:51.253841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'name': 'network-vif-deleted', 'tag': 'fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:51.322965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0191af-ce4f-4619-85b9-4062ad7714d5', 'name': 'network-vif-deleted', 'tag': 'fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea', 'status': 'completed', 'code': 200} Feb 17 04:32:51.364839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d7910-6324-4a40-bc51-67acd4031680 req-06feac3e-ba99-4939-b0c7-a483e8c43135 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:51.365341 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1d2d7910-6324-4a40-bc51-67acd4031680 req-06feac3e-ba99-4939-b0c7-a483e8c43135 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1060300 Feb 17 04:32:51.390761 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4325f5c8-44d2-455f-8abc-9ff4909d4f1d req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.67 "DELETE /v2.0/ports/fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea HTTP/1.1" status: 204 len: 173 time: 1.6114759 Feb 17 04:32:51.420133 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1d2d7910-6324-4a40-bc51-67acd4031680 req-f676a793-a0b7-41b1-97ea-01db624c1d24 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467851 Feb 17 04:32:51.422961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:51.505018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port c5ec9891-f658-46d0-a713-643b88b8c698 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:51.505435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:51.639045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:51.776043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 276323a1-2053-4136-b58c-4ac9f84d4a14 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:32:51.782540 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 276323a1-2053-4136-b58c-4ac9f84d4a14 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:51.783211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:51.917821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:51.947895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:51.966868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 276323a1-2053-4136-b58c-4ac9f84d4a14, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=276323a1-2053-4136-b58c-4ac9f84d4a14,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:52.003049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:52.006229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:52.051898 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'code': 200} Feb 17 04:32:52.063089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:52.112016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:32:52.112403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device fae57f5e-6ed3-4fb7-8f81-cb62cc23c6ea not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:32:52.138966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:52.145022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:52.332743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8c72-d6c0-4991-a762-4fedfc46114c req-256ce6f2-1bc0-4b5a-a3d8-23c790161bfb tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:52.334486 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-26de8c72-d6c0-4991-a762-4fedfc46114c req-256ce6f2-1bc0-4b5a-a3d8-23c790161bfb tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0904441 Feb 17 04:32:52.435953 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-26de8c72-d6c0-4991-a762-4fedfc46114c req-f4db65e9-fe8a-466a-88a0-49436b323388 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0942285 Feb 17 04:32:52.437487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-e92690ef-66fa-4733-a483-d1a021c38fdb req-0a7c1789-38a3-4ca2-8bcb-00cd4e81cccb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Synchronizing usage tracker for tenant:f61840b93f044921957d894afd1add26 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:52.488610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-e92690ef-66fa-4733-a483-d1a021c38fdb req-0a7c1789-38a3-4ca2-8bcb-00cd4e81cccb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Unset dirty status for tenant:f61840b93f044921957d894afd1add26 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:52.489884 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e92690ef-66fa-4733-a483-d1a021c38fdb req-0a7c1789-38a3-4ca2-8bcb-00cd4e81cccb tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d0191af-ce4f-4619-85b9-4062ad7714d5 HTTP/1.1" status: 200 len: 210 time: 0.1144605 Feb 17 04:32:52.725330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf03387-ffd1-4233-a0ed-03a2931b5919 req-2bb732b6-5150-4915-8057-ac89459c8fdd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:52.727004 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-edf03387-ffd1-4233-a0ed-03a2931b5919 req-2bb732b6-5150-4915-8057-ac89459c8fdd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1455417 Feb 17 04:32:52.798849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f8e2-f263-44f4-95fe-9d083182c861 req-561e5ed6-63a0-4a4a-986c-21edbc92c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:52.801728 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4163f8e2-f263-44f4-95fe-9d083182c861 req-561e5ed6-63a0-4a4a-986c-21edbc92c6f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.1609702 Feb 17 04:32:52.839581 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-edf03387-ffd1-4233-a0ed-03a2931b5919 req-59b5915a-885f-47ba-8297-0b12afac87fc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019154 Feb 17 04:32:52.861547 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4163f8e2-f263-44f4-95fe-9d083182c861 req-6a5a81c2-51ab-4197-9a0a-fb1390f9a07b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0466497 Feb 17 04:32:52.980632 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:53.056436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 276323a1-2053-4136-b58c-4ac9f84d4a14 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:53.056854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:53.598547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55718) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:53.644618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73b77e-2e13-4272-ac28-16377a25eae7 req-08137f0c-b634-4dd8-81ed-0df732da5d13 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:53.646337 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5e73b77e-2e13-4272-ac28-16377a25eae7 req-08137f0c-b634-4dd8-81ed-0df732da5d13 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0894768 Feb 17 04:32:53.700569 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5e73b77e-2e13-4272-ac28-16377a25eae7 req-2811f3f4-38cc-4770-b488-a96380b38539 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473242 Feb 17 04:32:54.413545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2027917'] for router_interface, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:54.794966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Deleting port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:54.795522 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:54.900394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9e905-6795-4ff5-a725-07848a8c7561 req-d3257e00-cad5-4999-be7d-86c789516576 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:54.902036 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ad9e905-6795-4ff5-a725-07848a8c7561 req-d3257e00-cad5-4999-be7d-86c789516576 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0882947 Feb 17 04:32:54.953027 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ad9e905-6795-4ff5-a725-07848a8c7561 req-eb8384ae-ea06-40b7-807f-cdfcd1fa40b7 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441115 Feb 17 04:32:54.985370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] For port 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,segment=NetworkSegment(fdfa770c-79dc-4e12-8a01-2716fc268b5b),segment_id=fdfa770c-79dc-4e12-8a01-2716fc268b5b)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:54.985787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:55.127970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Calling delete_port for 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 owned by network:router_interface {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:55.173956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e04ff-2187-4faf-b9bd-f775db78a29a req-0034b337-e447-4b38-9d9d-608e18f907e0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:55.181473 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-261e04ff-2187-4faf-b9bd-f775db78a29a req-0034b337-e447-4b38-9d9d-608e18f907e0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.1107337 Feb 17 04:32:55.228559 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-261e04ff-2187-4faf-b9bd-f775db78a29a req-3b090a74-1b29-47e9-a1f4-c6d7598b79cd tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459511 Feb 17 04:32:55.433058 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-ec0ef3f1-000f-4f7c-8da0-66557f2addbd tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1653249 Feb 17 04:32:55.444167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'floatingip': {'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:55.449910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:55.455420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Usage tracker for resource:floatingip and tenant:fefdf443ad204532836b093d306c2ab5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:55.459129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:55.465264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:55.592878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for floatingip, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:55.672828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:55.689300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-10783d3d-e241-4564-9d9b-2c5d0c761c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:55.743837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:55.749401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:55.753707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:56.049316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Allocated IP 172.28.3.47 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/82595666-b7af-4b66-b10f-0c7222baf16b) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:56.113894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852958576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028003'] for router_interface, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.281612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.379836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.396255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:56.563611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event updated for resources: {'Port': ['ID=82595666-b7af-4b66-b10f-0c7222baf16b,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:56.569292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:56.618196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:56.619618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:56.622702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:56.719084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.838949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.902870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:32:57.121673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:32:57.134344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] Sync routers for ids ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:32:57.146606 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] Routers {'69c06fac-ce7d-41ee-ada7-aa7e19f3f278'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:57.147547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:57.186627 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] 10.222.0.26 "PUT /v2.0/routers/69c06fac-ce7d-41ee-ada7-aa7e19f3f278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5868583 Feb 17 04:32:57.190446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55770) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:57.375944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.378367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] Set router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:57.412649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks [] for router, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.445539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.454267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9f55c39d-8600-498b-bb70-eccf898e5bda tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:57.604993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event updated for resources: {'Port': ['ID=82595666-b7af-4b66-b10f-0c7222baf16b,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:57.610097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:57.630741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.636653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Deleting port e5b507ea-1add-460b-b80a-ef0e780ade28 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:57.637033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.708296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.724280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:32:55Z', 'revision_number': 5, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:57.728445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] Checking router: 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:32:57.738517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] Routers {'69c06fac-ce7d-41ee-ada7-aa7e19f3f278'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:57.739182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:57.768089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.769431 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3295057 Feb 17 04:32:57.849014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] For port e5b507ea-1add-460b-b80a-ef0e780ade28, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=e5b507ea-1add-460b-b80a-ef0e780ade28,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:57.849415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.867974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-255cfce7-7dd0-4692-ba90-23d48271a6bf tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Synchronizing usage tracker for tenant:fefdf443ad204532836b093d306c2ab5 on resource:floatingip {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:57.934732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] Set router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:57.941230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-255cfce7-7dd0-4692-ba90-23d48271a6bf tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Unset dirty status for tenant:fefdf443ad204532836b093d306c2ab5 on resource:floatingip {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:57.949136 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-255cfce7-7dd0-4692-ba90-23d48271a6bf tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.47 HTTP/1.1" status: 200 len: 695 time: 0.1725488 Feb 17 04:32:57.989837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Calling delete_port for e5b507ea-1add-460b-b80a-ef0e780ade28 owned by network:router_gateway {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:58.119027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-563e2349-bac4-4b96-b43b-19691e81a687 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.120559 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-563e2349-bac4-4b96-b43b-19691e81a687 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 784 time: 0.1703634 Feb 17 04:32:58.131675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-0aa9cd0b-9780-48ca-a80c-d1c2dafc94f3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:32:58.132767 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6442ee55-da30-4d29-a004-63e73b87d1cb req-0aa9cd0b-9780-48ca-a80c-d1c2dafc94f3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061898 Feb 17 04:32:58.232061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: result = function(*args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: proto.__init__(conn_state, self) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: self.handle() Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: self.handle_one_request() Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: self.handle_one_response() Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: result = self.application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return app(environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return request.get_response(self.application) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self._app) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return resp(environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return resp(environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: response = self.app(environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return resp(environ, start_response) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:32:58.238957 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: result = method(request=request, **args) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return self._delete(request, id, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(*dup_args, **dup_kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: obj_deleter(request.context, id, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return method(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(*dup_args, **dup_kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, context, *args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return method(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: context, port, router_ids, bound_mech_contexts) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: return function(*args, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: callback(resource, event, trigger, **kwargs) Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: stack = traceback.extract_stack() Feb 17 04:32:58.244457 dv-cinder-759955-5-smb neutron-server[83975]: Feb 17 04:32:58.267218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:32:55Z', 'revision_number': 5, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:58.271919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f652aa-280d-483a-90bb-6576cf23fab9 None None] The sync data for ids ['69c06fac-ce7d-41ee-ada7-aa7e19f3f278'] in dv-cinder-759955-5-smb is: [{'id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'name': 'tempest-ServerRescueNegativeTestJSON-590456133-router', 'tenant_id': 'f61840b93f044921957d894afd1add26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:21Z', 'updated_at': '2021-02-17T04:32:55Z', 'revision_number': 5, 'project_id': 'f61840b93f044921957d894afd1add26', 'gw_port': {'id': 'e5b507ea-1add-460b-b80a-ef0e780ade28', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c06fac-ce7d-41ee-ada7-aa7e19f3f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:32:58.312938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4f53ca4c-919c-4b5a-91cb-0af1c6be97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.396052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-368e3625-a070-47cc-bf7b-1a897ea755d2 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.398313 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-368e3625-a070-47cc-bf7b-1a897ea755d2 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1144006 Feb 17 04:32:58.477571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993903'] for router_gateway, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.490966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-e648ee57-d399-45f5-845f-c595fa4c0044 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.47 HTTP/1.1" status: 200 len: 695 time: 0.0856857 Feb 17 04:32:58.502338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Request body: {'floatingip': {'port_id': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:58.594059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for floatingip, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.625866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2030631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29441'] for router, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.628470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.787382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2023429'] for router, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.788056 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c06fac-ce7d-41ee-ada7-aa7e19f3f278 {{(pid=84086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:32:58.802910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.804149 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d9bd2d8c-e892-4c08-aea6-3149a5d83eea admin admin] 10.222.0.26 "DELETE /v2.0/routers/69c06fac-ce7d-41ee-ada7-aa7e19f3f278 HTTP/1.1" status: 204 len: 168 time: 1.6125181 Feb 17 04:32:58.806848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55800) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:58.877428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Deleting subnet 4ecab726-d422-488c-86ef-dd9bc9025ae3 {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:32:58.881002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.937425 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2486518'] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.997889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.265395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.318734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.318998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853714923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851617162'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.334814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a10e7aeb-6043-4a1c-ac05-168e636ff23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:59.382625 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecab726-d422-488c-86ef-dd9bc9025ae3,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:59.386513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:59.471806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.477928 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-122480af-7a4f-4d4d-a503-8dc6833fb9f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4ecab726-d422-488c-86ef-dd9bc9025ae3 HTTP/1.1" status: 204 len: 168 time: 0.6700010 Feb 17 04:32:59.480581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55806) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:59.509162 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Floating IP cbff87b0-72cd-4ceb-bebd-eec9dde98a98 associated. External IP: 172.28.3.47, port: 276323a1-2053-4136-b58c-4ac9f84d4a14. Feb 17 04:32:59.607735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.808940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.936930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c29164-42c4-49cc-80c2-e06a7deb22d4']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:59.951993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfa770c-79dc-4e12-8a01-2716fc268b5b') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:59.952355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfa770c-79dc-4e12-8a01-2716fc268b5b') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:59.966971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.983752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.986161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:33:00.178288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:33:00.253681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device e5b507ea-1add-460b-b80a-ef0e780ade28 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:00.281867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 55824) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:00.306720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: e5b507ea-1add-460b-b80a-ef0e780ade28 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:33:00.307510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device e5b507ea-1add-460b-b80a-ef0e780ade28 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:33:00.308913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:00.349382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:33:00.350306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0ced3ee1-6c26-4fe1-9aad-c28c2fee80c1 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:33:00.439865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:33:00.445366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:00.454301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] Sync routers for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:33:00.467263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:00.469193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:32:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:00.521167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:33:00.531348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:00.571697 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-2f819fa1-2085-4731-a9eb-b5122a95f874 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "PUT /v2.0/floatingips/cbff87b0-72cd-4ceb-bebd-eec9dde98a98 HTTP/1.1" status: 200 len: 995 time: 2.0744424 Feb 17 04:33:00.578524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:00.594346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:00.653439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:00.661032 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Usage tracker for resource:security_group_rule and tenant:edf75b5fbff8451c8d9acc650934b364 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:00.665764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:00.674243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:00.695691 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'status': 'completed', 'code': 200} Feb 17 04:33:00.732137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Network 72c29164-42c4-49cc-80c2-e06a7deb22d4 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:33:00.742360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:33:00.761672 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:33:00.789274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-28ecf29d-a498-4730-b24e-e698ee1bcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:00.791001 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-28ecf29d-a498-4730-b24e-e698ee1bcbe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.1976478 Feb 17 04:33:00.952432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-5c504433-7778-4b43-9048-3500ba053acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:00.954065 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-5c504433-7778-4b43-9048-3500ba053acb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.2265823 Feb 17 04:33:01.004392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.009746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.016566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-03711181-ce60-4237-80ba-394f590b1271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:01.036738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7fa302c2-5b5b-4ac3-8465-f6eb494b9df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.044354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Pushing event deleted for resources: {'Network': ['ID=72c29164-42c4-49cc-80c2-e06a7deb22d4,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:01.044846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-9cc480d9-fb30-42f4-a822-83a5072e0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:01.046531 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-9cc480d9-fb30-42f4-a822-83a5072e0211 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.2468650 Feb 17 04:33:01.051525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:01.093580 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] 10.222.0.26 "DELETE /v2.0/networks/72c29164-42c4-49cc-80c2-e06a7deb22d4 HTTP/1.1" status: 204 len: 168 time: 1.6118963 Feb 17 04:33:01.149300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.193020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'cbff87b0-72cd-4ceb-bebd-eec9dde98a98', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'port_id': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'mac_address': 'fa:16:3e:6c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 1, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:32:03Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:01.206392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] Checking router: 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:33:01.217852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:01.218631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:33:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:01.221248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.273079 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-737bcd6f-abd9-49fe-a274-a0037521c3e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 998 time: 0.1611762 Feb 17 04:33:01.282158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-ae9c87d3-fec4-4251-9f96-e11788fcca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:01.283694 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-ae9c87d3-fec4-4251-9f96-e11788fcca66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.3169191 Feb 17 04:33:01.381743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.402509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:01.422527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:01.433811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55838) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:01.483037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3234ac4-4abd-4495-aef1-c3fbce080be8,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:01.486696 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edf75b5fbff8451c8d9acc650934b364&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2030222 Feb 17 04:33:01.488322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-0d5a19db-3125-4b6d-9524-6aaf185b1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:01.489828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55844) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:01.489993 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-0d5a19db-3125-4b6d-9524-6aaf185b1cee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.2092466 Feb 17 04:33:01.490728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:01.569526 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-55b559c3-fe44-4653-b8a7-39e06c6ab3a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 998 time: 0.2474804 Feb 17 04:33:01.607960 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fb975d58-b1b7-4b74-b07f-add1fec0af96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f61840b93f044921957d894afd1add26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1693907 Feb 17 04:33:01.608969 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55850) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:01.630360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.671379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-557eab5a-bfd8-4b78-bdfc-d31ab5b77000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:01.673124 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-557eab5a-bfd8-4b78-bdfc-d31ab5b77000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1762664 Feb 17 04:33:01.674907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-31f16878-6903-42f3-be34-298456fa877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:01.676487 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-31f16878-6903-42f3-be34-298456fa877b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0995111 Feb 17 04:33:01.686608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-e9875c35-e38a-4550-a7f1-e38f5325b705 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:33:01.688670 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-e9875c35-e38a-4550-a7f1-e38f5325b705 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0076318 Feb 17 04:33:01.700877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.763429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.799849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.908016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.913626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-48f637fe-f85c-4c67-9a6a-05b54eca3a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:01.923927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-c81735d2-f292-481e-9e52-8ca78dd2a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:01.925543 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-c81735d2-f292-481e-9e52-8ca78dd2a636 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2317910 Feb 17 04:33:01.931798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d262aa4f-527a-4c75-ac86-54d80b9b0f92,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:01.942377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:01.943365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:01.944663 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d262aa4f-527a-4c75-ac86-54d80b9b0f92 HTTP/1.1" status: 204 len: 168 time: 0.3346264 Feb 17 04:33:02.095642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:02.098500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:02.100080 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3234ac4-4abd-4495-aef1-c3fbce080be8 HTTP/1.1" status: 204 len: 168 time: 0.6091461 Feb 17 04:33:02.101387 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8263784a-f0b3-46cb-991b-2fdcf8ac40da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:02.114571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'cbff87b0-72cd-4ceb-bebd-eec9dde98a98', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'port_id': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'mac_address': 'fa:16:3e:6c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 1, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:32:03Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:02.117796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3234ac4-4abd-4495-aef1-c3fbce080be8,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:02.121143 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b6be9efd-effc-4f73-a605-c6af5f28bf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:02.148893 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-00307ea7-ca58-4040-b6fb-db16960398a7 service neutron] 10.222.0.26 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069340 Feb 17 04:33:02.176097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108e80d-e455-48b7-b92e-39dab50c8f50 None None] The sync data for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb is: [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'cbff87b0-72cd-4ceb-bebd-eec9dde98a98', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'port_id': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'mac_address': 'fa:16:3e:6c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:56Z', 'updated_at': '2021-02-17T04:32:59Z', 'revision_number': 1, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:32:03Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:33:02.369885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:02.432698 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-44b2fee0-34e9-4204-9e5a-0b16107949d9 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904931 Feb 17 04:33:02.605256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efeb84-2dd9-4a3f-ab3e-580d6762673b None None] New status for floating IP cbff87b0-72cd-4ceb-bebd-eec9dde98a98: ACTIVE {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:33:02.617598 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13ddd138-e257-4dbf-99c3-6870bf19d66d req-a13637df-8155-4698-b534-28c8250888d7 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1776259 Feb 17 04:33:02.660967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54ff01-e720-43e8-9ca9-8b271574b8e8 req-b10d57bf-831f-4675-a041-90b5eafedb6e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:02.660967 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2e54ff01-e720-43e8-9ca9-8b271574b8e8 req-b10d57bf-831f-4675-a041-90b5eafedb6e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.4983256 Feb 17 04:33:02.661962 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-745d647a-9883-4084-a2fc-c90fc1811bb9 req-650686ee-29db-404f-be05-83794da66ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5122123 Feb 17 04:33:02.724216 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:02.739767 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2e54ff01-e720-43e8-9ca9-8b271574b8e8 req-56b54d25-dafe-4812-8e33-473e4167d4aa tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644438 Feb 17 04:33:04.197274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7328ff-270d-4988-a293-fb92935d1225 req-4816d361-b1cd-40da-a462-37ad0fa770f2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:04.199864 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b7328ff-270d-4988-a293-fb92935d1225 req-4816d361-b1cd-40da-a462-37ad0fa770f2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.3277988 Feb 17 04:33:04.259200 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b7328ff-270d-4988-a293-fb92935d1225 req-33cb8620-69ad-4825-80c1-6d1a66def603 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Feb 17 04:33:04.259445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 55954) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:04.504582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.520165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:04.524471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Usage tracker for resource:security_group_rule and tenant:9f6a398c0d6e4163bb6dea694c6f1855 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:04.528232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:04.534174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:04.626960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.654316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:04.671432 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.680544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a66c1b47-444f-4efa-91a1-0370de40fdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:04.729420 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f6a398c0d6e4163bb6dea694c6f1855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687991 Feb 17 04:33:04.734006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 55974) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:04.739426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc981a7-7705-42f9-97cc-60a59487b175,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:04.743752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:04.804329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.832724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.929418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.935428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3997d05b-0a17-4263-85d0-b0bbde55ec9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:04.951392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc981a7-7705-42f9-97cc-60a59487b175,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:04.955166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:04.960204 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.963946 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfc981a7-7705-42f9-97cc-60a59487b175 HTTP/1.1" status: 204 len: 168 time: 0.2261360 Feb 17 04:33:05.468676 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058dc98-1083-4954-8efb-e4a910e2c971 req-f5001c09-9a46-4f0d-b361-da2eefbf9c87 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:05.470331 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6058dc98-1083-4954-8efb-e4a910e2c971 req-f5001c09-9a46-4f0d-b361-da2eefbf9c87 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0916672 Feb 17 04:33:05.521046 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6058dc98-1083-4954-8efb-e4a910e2c971 req-e71287cf-b6b0-42b6-8d11-e26dc79ffd1a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Feb 17 04:33:06.729519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b22be-70bc-4db0-acb0-14d81c0b448d req-c32da544-054c-4a07-9597-03d49cb7b344 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:06.731281 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-002b22be-70bc-4db0-acb0-14d81c0b448d req-c32da544-054c-4a07-9597-03d49cb7b344 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0902088 Feb 17 04:33:06.780223 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-002b22be-70bc-4db0-acb0-14d81c0b448d req-259a0f24-719b-4adc-9882-0985f71fb154 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Feb 17 04:33:07.695244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56078) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:07.884303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:07.900990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:07.905621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Usage tracker for resource:security_group_rule and tenant:e116ca79fce5481b9d0d165736dad076 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:07.908608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:07.914344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:08.124215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.140862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef832e6-a680-4065-ac90-42ef935aec33 req-110ae4da-89d1-4bfe-a343-db2cc9836e67 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:08.142470 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ef832e6-a680-4065-ac90-42ef935aec33 req-110ae4da-89d1-4bfe-a343-db2cc9836e67 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1314926 Feb 17 04:33:08.187416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.216759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b2cf5dd3-9391-460d-8b28-875fd0c87d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:08.232134 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e116ca79fce5481b9d0d165736dad076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357380 Feb 17 04:33:08.235107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56086) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:08.241940 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ef832e6-a680-4065-ac90-42ef935aec33 req-65b37f37-44c8-4c9c-8838-c28a7babded4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928512 Feb 17 04:33:08.250089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a77aab-03f5-4aaf-8e2f-9aba38e25663,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:08.253548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:08.316673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.344422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.467089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.472262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5d4d69ef-38b8-40c2-b4da-ae5e065f5742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:08.486883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a77aab-03f5-4aaf-8e2f-9aba38e25663,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:08.489957 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:08.494563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:08.497462 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8536d1f2-83ee-46a5-b5a2-63ba6ab8f59e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33a77aab-03f5-4aaf-8e2f-9aba38e25663 HTTP/1.1" status: 204 len: 168 time: 0.2604439 Feb 17 04:33:09.059750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:09.130993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:09.131416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.146334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56100) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:09.166963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.186465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:09.190823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Usage tracker for resource:security_group_rule and tenant:2fcd6326e68f40f8849deea336c4df81 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:09.194305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:09.200947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:09.321311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.443882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56112) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:09.490590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702d66-6c3b-478a-8c45-ff56c07de595 req-063044a8-8170-47e4-aa89-1969c9ab47ab tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:09.492442 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4f702d66-6c3b-478a-8c45-ff56c07de595 req-063044a8-8170-47e4-aa89-1969c9ab47ab tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1044776 Feb 17 04:33:09.536097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.557949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a5531ab6-66d5-4ed8-b99f-998b3129f63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:09.560439 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4f702d66-6c3b-478a-8c45-ff56c07de595 req-bd196263-aacc-4455-ade9-8103c7617638 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593016 Feb 17 04:33:09.623134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.648751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bdbbec-1f72-404e-be15-6bc2dc99790e,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:09.653433 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fcd6326e68f40f8849deea336c4df81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056119 Feb 17 04:33:09.654807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:09.656626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56124) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:09.657593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:09.660015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Usage tracker for resource:security_group_rule and tenant:8cd8b846e9904bb9b5facfbde68b0b2e is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:09.663099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:09.669149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:09.731488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.761146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.761839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.804104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.813990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a9bd65ef-7a90-4ec7-8294-7a48ab6ca839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:09.857528 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cd8b846e9904bb9b5facfbde68b0b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122565 Feb 17 04:33:09.859451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35d9391-8c64-4fc9-81fe-c8d3623cb840,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:09.860564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56128) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:09.863053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:09.879308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.888812 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ed3fa9ae-d10c-43e8-972c-9fa67e88f442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:09.908284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bdbbec-1f72-404e-be15-6bc2dc99790e,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:09.912518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:09.933947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.935140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1bdbbec-1f72-404e-be15-6bc2dc99790e HTTP/1.1" status: 204 len: 168 time: 0.2774851 Feb 17 04:33:09.959085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.988414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:10.089755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:10.095294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d48650f1-2595-4724-8268-4dd2139318a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:10.111793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35d9391-8c64-4fc9-81fe-c8d3623cb840,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:10.112439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:10.113691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:10.114971 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e35d9391-8c64-4fc9-81fe-c8d3623cb840 HTTP/1.1" status: 204 len: 168 time: 0.2529714 Feb 17 04:33:10.759268 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29229b-6a9a-497d-8cea-6614701270b0 req-05c9a67d-250e-488f-b302-c2f1107cdc02 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:10.760731 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0b29229b-6a9a-497d-8cea-6614701270b0 req-05c9a67d-250e-488f-b302-c2f1107cdc02 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0881622 Feb 17 04:33:10.816695 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0b29229b-6a9a-497d-8cea-6614701270b0 req-dd127f36-49e9-4ccd-808c-81ac0b540125 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Feb 17 04:33:12.051053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6e97d-d9da-433f-9c7a-b6a647971094 req-2fc0357e-88a3-4af6-b902-6a878bc72fb0 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:12.059821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4e6e97d-d9da-433f-9c7a-b6a647971094 req-2fc0357e-88a3-4af6-b902-6a878bc72fb0 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1025891 Feb 17 04:33:12.106776 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4e6e97d-d9da-433f-9c7a-b6a647971094 req-5924be64-78f3-456e-a18a-90dd0b786e25 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Feb 17 04:33:13.314302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750592-8653-42d2-aa7a-ffbffa4a7dc9 req-916cd59b-dc62-46d8-9325-6331bbe70603 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:13.316129 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b750592-8653-42d2-aa7a-ffbffa4a7dc9 req-916cd59b-dc62-46d8-9325-6331bbe70603 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0909970 Feb 17 04:33:13.373086 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b750592-8653-42d2-aa7a-ffbffa4a7dc9 req-66eb5099-0457-49dc-a1c8-b9856d6c49b4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494699 Feb 17 04:33:13.715056 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-742d4638-a0b1-4d63-b8bf-8a1a57d7a5bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1011305 Feb 17 04:33:13.912833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-32b2659e-aa08-4077-84e8-5f594c1d63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:13.914538 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-32b2659e-aa08-4077-84e8-5f594c1d63af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 1162 time: 0.1687262 Feb 17 04:33:13.921847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c0ff-790e-41a5-9d3a-ffbe9d1c320f req-0ab7ae10-3612-43a6-bcd7-8cb7627d6a86 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:13.923397 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b604c0ff-790e-41a5-9d3a-ffbe9d1c320f req-0ab7ae10-3612-43a6-bcd7-8cb7627d6a86 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1241281 Feb 17 04:33:13.979086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-da57c9dc-2d1e-404d-9721-2d6335a37f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:13.982167 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-da57c9dc-2d1e-404d-9721-2d6335a37f66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 1163 time: 0.1050549 Feb 17 04:33:14.086280 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b604c0ff-790e-41a5-9d3a-ffbe9d1c320f req-13feafce-a2ed-4b0a-92d6-6a9121d0e7c8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471002 Feb 17 04:33:14.123599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-978287b7-43cb-4e3f-a655-da0492236c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:14.125222 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-978287b7-43cb-4e3f-a655-da0492236c6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.1526089 Feb 17 04:33:14.153831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-82acb62d-c8d6-494a-8a10-36b51feed4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:14.155478 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-82acb62d-c8d6-494a-8a10-36b51feed4a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 905 time: 0.1669478 Feb 17 04:33:14.257828 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-9a0341e4-5ab7-4aca-b871-ad9f362723f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 200 len: 1001 time: 0.1227236 Feb 17 04:33:14.284744 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-9554942a-8582-4c65-bf46-471ca29745b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 200 len: 1002 time: 0.1222103 Feb 17 04:33:14.332826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-6a49e9fc-a691-451f-bda0-99fb05a02893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:14.334436 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-6a49e9fc-a691-451f-bda0-99fb05a02893 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.0688400 Feb 17 04:33:14.355577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-62bafa7e-2f0f-4a85-b9d1-ecd40ca88e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:14.357755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-62bafa7e-2f0f-4a85-b9d1-ecd40ca88e14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.0659559 Feb 17 04:33:14.420598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-6057cd03-eeaf-48ba-b0f0-599cced4322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:14.422267 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-6057cd03-eeaf-48ba-b0f0-599cced4322f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800569 Feb 17 04:33:14.448796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-5e3b425b-7f49-41a1-b6f3-230d20b34e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:14.450606 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-5e3b425b-7f49-41a1-b6f3-230d20b34e9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855401 Feb 17 04:33:14.609598 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-316d9351-3d3a-4629-adf8-608ca458d768 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788578 Feb 17 04:33:14.634560 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-6aa84fbb-baa4-4802-961b-29baa70e989a service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758332 Feb 17 04:33:14.763190 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-439fa46f-4083-4328-9a23-e6abcbf7e76e req-4f420ab4-8848-4b2a-af99-67450082d307 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440501 Feb 17 04:33:14.782966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-00902619-7b20-48cd-8bea-1e69fb88f0fd req-f537c8e6-99ab-49ec-9c7e-fe2a430c4b78 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416528 Feb 17 04:33:15.296775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170547d-2fc1-475f-b02c-3c06351cf300 req-a9c1a812-7020-4879-8c24-52c18d320985 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:15.298441 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b170547d-2fc1-475f-b02c-3c06351cf300 req-a9c1a812-7020-4879-8c24-52c18d320985 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0878737 Feb 17 04:33:15.354446 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b170547d-2fc1-475f-b02c-3c06351cf300 req-d7a5a8b2-3d1a-4778-8415-7204e7e9dc1a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491543 Feb 17 04:33:15.867001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:16.560863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c24a7-2b50-4c5d-b28c-64a9ebd31285 req-529776f5-eb55-4aaa-b3a5-47e2c3e49d71 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:16.562531 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eb1c24a7-2b50-4c5d-b28c-64a9ebd31285 req-529776f5-eb55-4aaa-b3a5-47e2c3e49d71 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0922196 Feb 17 04:33:16.634966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eb1c24a7-2b50-4c5d-b28c-64a9ebd31285 req-b9f1d6f3-49ba-407d-8abe-820dfa506cb4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654707 Feb 17 04:33:17.134861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:17.184224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56312) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:17.217445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:17.218031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.317577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.333665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:17.337762 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Usage tracker for resource:security_group_rule and tenant:7364696605ec4f1b946b0d2bab32ba6e is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:17.340913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:17.346626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:17.434304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.494943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.504985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5501351a-5496-49cb-8614-832702587fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:17.547272 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7364696605ec4f1b946b0d2bab32ba6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618214 Feb 17 04:33:17.548892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1b0d7-ae46-450f-8da0-32a405dd3f29,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:17.550191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56318) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:17.552618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:17.612028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.639426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.716229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.721415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5c4f7871-6b00-4cce-a222-14082eea7da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:17.736639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1b0d7-ae46-450f-8da0-32a405dd3f29,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:17.741878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:17.749759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.751336 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-267197e8-b33a-478a-a7f1-845c3af08963 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81e1b0d7-ae46-450f-8da0-32a405dd3f29 HTTP/1.1" status: 204 len: 168 time: 0.1997585 Feb 17 04:33:18.502276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56360) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:18.522362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.540843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:18.546035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Usage tracker for resource:security_group_rule and tenant:ba16b7c107d846a98b436a49015ac368 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:18.549098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:18.555142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:18.645074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.750960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.764520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3638396f-817c-4260-971a-a774fc8a46fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:18.809234 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba16b7c107d846a98b436a49015ac368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057728 Feb 17 04:33:18.811869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67915057-eb0f-468b-b642-7487a2025c1d,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:18.813489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56372) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:18.825995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-439cd577-eff9-42aa-816b-ad2d50559417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:18.880759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.912240 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:19.002386 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:19.007714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-258ed243-8013-42c1-90ad-d4145782c073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:19.022610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67915057-eb0f-468b-b642-7487a2025c1d,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:19.025711 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:19.030102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:19.031373 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67915057-eb0f-468b-b642-7487a2025c1d HTTP/1.1" status: 204 len: 168 time: 0.2164154 Feb 17 04:33:19.768466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56402) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:19.790251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:19.807711 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:19.811900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Usage tracker for resource:security_group_rule and tenant:3299b45b9650453a88f22ef8ef734bff is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:19.815104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:19.821564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:19.914500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:19.981103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:19.991506 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-68218ff3-2f0d-462b-a629-b8a3689b58bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:20.037155 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3299b45b9650453a88f22ef8ef734bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675102 Feb 17 04:33:20.038141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f3145-e2dc-491d-9e11-ae5346370e28,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:20.040067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56420) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:20.041448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:20.113740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:20.141394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:20.282162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:20.287662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-89774008-12ff-426d-9d04-b5e6084c9784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:20.303457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f3145-e2dc-491d-9e11-ae5346370e28,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:20.305980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:20.309294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:20.310838 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb6f3145-e2dc-491d-9e11-ae5346370e28 HTTP/1.1" status: 204 len: 168 time: 0.2692626 Feb 17 04:33:21.338732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56476) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:21.455022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1540617777-network', 'tenant_id': 'cf7ae46e691b4e3bbedd46f7f765c128'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:21.460459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:21.464557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Usage tracker for resource:network and tenant:cf7ae46e691b4e3bbedd46f7f765c128 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:21.467588 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:21.473368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:21.562376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Made reservation on behalf of cf7ae46e691b4e3bbedd46f7f765c128 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:21.567748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.581011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.596769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:21.600801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7ae46e691b4e3bbedd46f7f765c128 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:21.603783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:21.610142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:21.836104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.889243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.893930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5116bda9-94fb-45c1-884e-7191c30f91b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:21.927608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:33:21.941534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d12bda-cc34-4711-9467-18a19338e418,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:21.945550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:21.993045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.993549 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Added segment aafacc27-3037-48ed-b2ed-b558c0e501df of type vxlan for network 9de31488-9b3b-4948-8361-de115ff45281 Feb 17 04:33:22.130404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:22.369435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:22.371005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:22.371686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:22.377108 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:22.486243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Pushing event updated for resources: {'Network': ['ID=9de31488-9b3b-4948-8361-de115ff45281,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:22.489362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:22.498732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network 9de31488-9b3b-4948-8361-de115ff45281 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:33:22.512530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 9de31488-9b3b-4948-8361-de115ff45281 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:33:22.534402 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1944544 Feb 17 04:33:22.537441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56498) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:22.544395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Request body: {'subnet': {'network_id': '9de31488-9b3b-4948-8361-de115ff45281', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1540617777-subnet', 'tenant_id': 'cf7ae46e691b4e3bbedd46f7f765c128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:22.549581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:22.554150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Usage tracker for resource:subnet and tenant:cf7ae46e691b4e3bbedd46f7f765c128 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:22.557094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:22.562830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:22.631842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Made reservation on behalf of cf7ae46e691b4e3bbedd46f7f765c128 for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:22.637538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852264127'] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:23.292023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852616546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852264112'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:23.308141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:23.442371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f5502b-181e-457a-bd40-de59660fa508,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:23.446591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:23.515456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Checking segment: {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:23.515842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Network hostable DHCP agents. Network: 9de31488-9b3b-4948-8361-de115ff45281, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:33:23.563311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Network 9de31488-9b3b-4948-8361-de115ff45281 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:33:23.637135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, 9de31488-9b3b-4948-8361-de115ff45281) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:23.651122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5834b-30eb-493e-b7f3-b38caf391fc7 None None] Network 9de31488-9b3b-4948-8361-de115ff45281 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:33:23.651651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:23.651651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:23.728978 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1902926 Feb 17 04:33:23.913372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60248a65-b4c9-49a0-81b4-2db7bb935ace None None] Network 9de31488-9b3b-4948-8361-de115ff45281 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:33:25.274872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56544) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:25.401008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.419416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:25.421772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Usage tracker for resource:security_group_rule and tenant:27363ca8bf0e4ea194178c1f7fe7f547 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:25.424784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:25.430604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:25.521041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.563635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.576028 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6db868ae-cff7-4652-8381-2f911defe225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:25.611779 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27363ca8bf0e4ea194178c1f7fe7f547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293798 Feb 17 04:33:25.611911 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56558) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:25.620072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d5e0f-6cd2-49ba-85f9-ffabb0901ea0,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:25.625941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:25.677804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.706313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.888159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.893846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bc6fcdda-fe47-43f0-a7ac-70e61c01f022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:25.910701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d5e0f-6cd2-49ba-85f9-ffabb0901ea0,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:25.913921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:25.924044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.928243 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b9d5e0f-6cd2-49ba-85f9-ffabb0901ea0 HTTP/1.1" status: 204 len: 168 time: 0.3177886 Feb 17 04:33:26.139888 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-a590a97f-c418-4ffe-95ad-6f05dbe9d4a0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:26.140633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-a590a97f-c418-4ffe-95ad-6f05dbe9d4a0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Synchronizing usage tracker for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:26.185369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-a590a97f-c418-4ffe-95ad-6f05dbe9d4a0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Unset dirty status for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:26.187110 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-a590a97f-c418-4ffe-95ad-6f05dbe9d4a0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/networks?id=9de31488-9b3b-4948-8361-de115ff45281 HTTP/1.1" status: 200 len: 809 time: 0.2057724 Feb 17 04:33:26.205553 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-ac4a41d7-d830-49bb-adb0-4f7697d5c213 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/quotas/cf7ae46e691b4e3bbedd46f7f765c128 HTTP/1.1" status: 200 len: 375 time: 0.0119517 Feb 17 04:33:26.284565 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-e8817ac6-e4ea-4e55-8712-3f90cdc9c4fe tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597863 Feb 17 04:33:26.647441 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-6dfdb5b3-e1e9-4212-9ff9-d21ea98ac7f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547297 Feb 17 04:33:26.793945 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1c458d6e-a31c-4c6e-909e-be8450f0c170 service neutron] 10.222.0.26 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396997 Feb 17 04:33:27.067354 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-09d0abd5-433f-4442-9e37-605c82257f69 req-e6ad5851-097f-4a42-b713-64f0671dc8cc tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 210 time: 0.0490253 Feb 17 04:33:28.255417 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ed08094-a601-4d76-b40e-2124bc3c7975 req-009c8a9d-1dc4-41fa-a6d7-aa8d82530e67 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 210 time: 0.0520053 Feb 17 04:33:28.329157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-74076448-9757-4796-875f-4c687811a74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:28.985318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-5d9670f5-8024-4ad3-98b4-d0d03473a6bd tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:28.986937 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-5d9670f5-8024-4ad3-98b4-d0d03473a6bd tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "GET /v2.0/networks?id=9de31488-9b3b-4948-8361-de115ff45281 HTTP/1.1" status: 200 len: 809 time: 0.1621091 Feb 17 04:33:29.003703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Request body: {'port': {'device_id': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'network_id': '9de31488-9b3b-4948-8361-de115ff45281', 'admin_state_up': True, 'tenant_id': 'cf7ae46e691b4e3bbedd46f7f765c128'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:29.151098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:29.155236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Usage tracker for resource:port and tenant:cf7ae46e691b4e3bbedd46f7f765c128 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:29.158242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:29.164055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:29.247909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Made reservation on behalf of cf7ae46e691b4e3bbedd46f7f765c128 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:29.253764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:29.434555 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-21bee78a-f57e-4476-bd0b-796ec2922497 req-a8caf9e3-e6e4-46ae-81a0-db961f55998a tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 210 time: 0.0585160 Feb 17 04:33:29.571941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Allocated IP 172.20.0.8 (9de31488-9b3b-4948-8361-de115ff45281/e8f5502b-181e-457a-bd40-de59660fa508/e1c8ac67-6193-466e-b95b-94fe9c05b6ee) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:33:29.795611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:29.866644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:29.882587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:30.037482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Pushing event updated for resources: {'Port': ['ID=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:30.042182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:30.088459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Network 9de31488-9b3b-4948-8361-de115ff45281 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:33:30.089870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:30.092369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:33:30.157512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:30.158206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:30.208176 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-7e257d2f-4184-40c8-93cf-f22158d3b8e1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084572 Feb 17 04:33:30.222404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Request body: {'port': {'device_id': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:30.566247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:30.638002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c0ac8-7414-4d7b-85e2-5edafe201faf req-bbb99f69-82e4-4997-a861-de3950913ca5 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:30.640059 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1b9c0ac8-7414-4d7b-85e2-5edafe201faf req-bbb99f69-82e4-4997-a861-de3950913ca5 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 931 time: 0.0884712 Feb 17 04:33:30.688816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1b9c0ac8-7414-4d7b-85e2-5edafe201faf req-58248fbd-c7db-40a2-a26c-ab6031e5dc0e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Synchronizing usage tracker for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:30.767896 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1b9c0ac8-7414-4d7b-85e2-5edafe201faf req-58248fbd-c7db-40a2-a26c-ab6031e5dc0e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Unset dirty status for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:30.769182 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1b9c0ac8-7414-4d7b-85e2-5edafe201faf req-58248fbd-c7db-40a2-a26c-ab6031e5dc0e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226969 Feb 17 04:33:30.952148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fba6f4c7-caa6-489a-91f7-b64fc2730c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.003896 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c8ac67-6193-466e-b95b-94fe9c05b6ee {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:33:31.011830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.024440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Transition to ACTIVE for port object e1c8ac67-6193-466e-b95b-94fe9c05b6ee will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:33:31.060369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.076819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a1b79ca3-e279-4aed-af77-aae6fe0f278e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:31.106828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.223792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:31.228319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:31.421648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Attempting to bind port e1c8ac67-6193-466e-b95b-94fe9c05b6ee on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:33:31.422069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Attempting to bind port e1c8ac67-6193-466e-b95b-94fe9c05b6ee by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:33:31.422437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Attempting to bind port e1c8ac67-6193-466e-b95b-94fe9c05b6ee on network 9de31488-9b3b-4948-8361-de115ff45281 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:33:31.429707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:33:31.431266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Checking segment: {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:31.431658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.432218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Bound using segment: {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:33:31.432720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Bound port: e1c8ac67-6193-466e-b95b-94fe9c05b6ee, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:33:31.433169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.534351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] For port e1c8ac67-6193-466e-b95b-94fe9c05b6ee, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:33:31.537765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] For port e1c8ac67-6193-466e-b95b-94fe9c05b6ee, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,segment=NetworkSegment(aafacc27-3037-48ed-b2ed-b558c0e501df),segment_id=aafacc27-3037-48ed-b2ed-b558c0e501df)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:33:31.569879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.586288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:31.745230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:31.750329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:31.788248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:31.788885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:31.790408 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1c8ac67-6193-466e-b95b-94fe9c05b6ee HTTP/1.1" status: 200 len: 1157 time: 1.5729244 Feb 17 04:33:31.790969 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'tag': 'e1c8ac67-6193-466e-b95b-94fe9c05b6ee'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:31.983648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-f9148798-7786-4177-a223-31ee6757c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:31.985690 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-f9148798-7786-4177-a223-31ee6757c301 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 1160 time: 0.0977690 Feb 17 04:33:31.999619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554652c0-43dd-4ff9-891e-5bff9a67c3f4 req-07395227-c14a-49eb-9e21-784b7c6d08ff tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:32.007220 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-554652c0-43dd-4ff9-891e-5bff9a67c3f4 req-07395227-c14a-49eb-9e21-784b7c6d08ff tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 943 time: 0.1157854 Feb 17 04:33:32.054649 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-554652c0-43dd-4ff9-891e-5bff9a67c3f4 req-c7abf5f0-8f57-4f96-a576-e26e9d4ba5b0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Feb 17 04:33:32.073852 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-58174baa-7e8b-482f-bd4a-7e9d59a96209 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1c8ac67-6193-466e-b95b-94fe9c05b6ee HTTP/1.1" status: 200 len: 217 time: 0.0712783 Feb 17 04:33:32.129964 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'tag': 'e1c8ac67-6193-466e-b95b-94fe9c05b6ee', 'status': 'completed', 'code': 200} Feb 17 04:33:32.134348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56682) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:32.158856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-3e678256-c834-47b4-a83f-188503d5923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:32.160472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-3e678256-c834-47b4-a83f-188503d5923b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8f5502b-181e-457a-bd40-de59660fa508 HTTP/1.1" status: 200 len: 849 time: 0.0814478 Feb 17 04:33:32.230842 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-495d8d08-a573-4169-9bd1-ded93a5711c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9de31488-9b3b-4948-8361-de115ff45281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602930 Feb 17 04:33:32.325452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.341848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:32.345978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Usage tracker for resource:security_group_rule and tenant:4b91eaa78944411b965b9199c4e78a9f is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:32.348930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:32.354684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:32.384961 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-5615dc17-acbc-4835-9237-fedc449f841c service neutron] 10.222.0.67 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462584 Feb 17 04:33:32.392048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.441920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.494880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.505340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f132622f-c590-4977-ac37-4eeacf86985b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:32.532227 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f1550cf3-9d05-4394-8a42-2e62108b42ac req-14a891c9-d4ab-403e-975b-1aac8dcc192c service neutron] 10.222.0.67 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404042 Feb 17 04:33:32.551620 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b91eaa78944411b965b9199c4e78a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159336 Feb 17 04:33:32.552492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8db451-726f-4aad-a403-52dacd88e4a0,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:32.554388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56688) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:32.561716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.562177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.562587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.563009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.563390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.563787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.564183 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.564611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.565045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.565437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.565830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.566252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.566703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.567103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.567504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.567900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.568291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.568685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.569075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.569465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.569860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.570273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.570716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.571026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:32.578380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:32.618032 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.676131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.695890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.759559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-07d683b9-5fa1-4c9d-b560-a82bd9271bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:32.761316 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-07d683b9-5fa1-4c9d-b560-a82bd9271bc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 1160 time: 0.1330590 Feb 17 04:33:32.808026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.814510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1c8e1eab-287f-4829-8311-c3dbbbf28f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:32.889172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8db451-726f-4aad-a403-52dacd88e4a0,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:32.894258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:32.897357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:32.898584 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc8db451-726f-4aad-a403-52dacd88e4a0 HTTP/1.1" status: 204 len: 168 time: 0.3429942 Feb 17 04:33:32.931660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-d13206e6-9b0b-4730-bec1-3f20eea05402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:32.933771 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-d13206e6-9b0b-4730-bec1-3f20eea05402 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9de31488-9b3b-4948-8361-de115ff45281 HTTP/1.1" status: 200 len: 903 time: 0.1656427 Feb 17 04:33:33.014546 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-4f8c0e70-17b0-46e9-bc5d-4f3b4d60d54c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1c8ac67-6193-466e-b95b-94fe9c05b6ee HTTP/1.1" status: 200 len: 217 time: 0.0730329 Feb 17 04:33:33.085706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-f8dfcc7d-5f11-48ad-a539-7b316b217ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:33.087369 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-f8dfcc7d-5f11-48ad-a539-7b316b217ad1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8f5502b-181e-457a-bd40-de59660fa508 HTTP/1.1" status: 200 len: 849 time: 0.0661573 Feb 17 04:33:33.144072 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-d138345b-e5e5-49a8-9b8a-25a456ab3efc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9de31488-9b3b-4948-8361-de115ff45281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484996 Feb 17 04:33:33.285668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e09c5-c49c-4cd1-8977-57fb4f10e696 req-291c6ea1-d17d-4be3-80c5-7417b21e963e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:33.287653 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-077e09c5-c49c-4cd1-8977-57fb4f10e696 req-291c6ea1-d17d-4be3-80c5-7417b21e963e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 943 time: 0.1032424 Feb 17 04:33:33.328555 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-e42feb6e-9e6f-4c1a-8800-5c7edada3878 service neutron] 10.222.0.67 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740165 Feb 17 04:33:33.360585 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-077e09c5-c49c-4cd1-8977-57fb4f10e696 req-5b903449-8bc9-4e02-96f8-1b7df9329a7b tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657277 Feb 17 04:33:33.498262 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a683d3e6-5b78-4b03-968f-97107f53fca2 req-a1621262-d998-4b3a-b7ac-94317e4e47e1 service neutron] 10.222.0.67 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1618214 Feb 17 04:33:33.648304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56702) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:33.671132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:33.686656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:33.690726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea698e87ab84a91a723b7ae7e9dca6f is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:33.693670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:33.700017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:33.785078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:33.837276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:33.847044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-920ebd58-3d69-4100-a3b8-2241003180a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:33.890343 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ea698e87ab84a91a723b7ae7e9dca6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407427 Feb 17 04:33:33.892069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c4ae79-c1ad-494e-804d-780699c07d58,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:33.894760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56708) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:33.897576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:33.961265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:33.973791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2057d-4256-46cf-b2bb-173c8152cf85 req-c82b09cb-08f8-4d05-a17e-ff8afce32f41 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:33.975413 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e0f2057d-4256-46cf-b2bb-173c8152cf85 req-c82b09cb-08f8-4d05-a17e-ff8afce32f41 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0932276 Feb 17 04:33:33.989026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.025075 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e0f2057d-4256-46cf-b2bb-173c8152cf85 req-9aee4348-2731-4c49-b0d2-7152b216e3b1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Feb 17 04:33:34.071471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.076733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3797d593-68fa-49ea-952a-5a6df11f6c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:34.090470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c4ae79-c1ad-494e-804d-780699c07d58,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:34.094149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:34.095119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.096332 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67c4ae79-c1ad-494e-804d-780699c07d58 HTTP/1.1" status: 204 len: 168 time: 0.2006657 Feb 17 04:33:34.564670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bcd4c-e6cc-4d61-9c89-d5d8f58d83bd req-5ebdd0ef-8e42-424b-b82e-c217609a5f6d tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:34.566306 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ca6bcd4c-e6cc-4d61-9c89-d5d8f58d83bd req-5ebdd0ef-8e42-424b-b82e-c217609a5f6d tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 943 time: 0.0871663 Feb 17 04:33:34.617277 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ca6bcd4c-e6cc-4d61-9c89-d5d8f58d83bd req-13969e71-6c8e-4352-9309-1c6d3a5cf01e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Feb 17 04:33:35.241066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cac1d8-d4f7-49de-89e6-6114c8c08833 req-154a6c50-a645-4bbc-9ca7-edbc238948cd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:35.243297 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62cac1d8-d4f7-49de-89e6-6114c8c08833 req-154a6c50-a645-4bbc-9ca7-edbc238948cd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0925217 Feb 17 04:33:35.292752 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62cac1d8-d4f7-49de-89e6-6114c8c08833 req-017433a8-f1ed-4d1b-80e3-b62a88cfc3ef tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Feb 17 04:33:35.300790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-d8b1d927-258c-410d-a112-808f2cfd9ca3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:33:35.744229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-e13a39a8-31e9-4259-b979-d259cac21a53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:35.745005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-e13a39a8-31e9-4259-b979-d259cac21a53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:35.771272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e1c8ac67-6193-466e-b95b-94fe9c05b6ee up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:35.798650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-e13a39a8-31e9-4259-b979-d259cac21a53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:35.800236 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-e13a39a8-31e9-4259-b979-d259cac21a53 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1470699 Feb 17 04:33:35.834173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81e8e-db2f-4d24-a264-3c3cecad9d33 req-b2366e4d-469e-41f9-a771-a9a8b169b867 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:35.836215 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ffa81e8e-db2f-4d24-a264-3c3cecad9d33 req-b2366e4d-469e-41f9-a771-a9a8b169b867 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 943 time: 0.0997946 Feb 17 04:33:35.891308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Deleting port c5ec9891-f658-46d0-a713-643b88b8c698 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:35.891690 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:35.894125 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ffa81e8e-db2f-4d24-a264-3c3cecad9d33 req-0011daaa-fbc3-4ce7-bbb7-c557b24601dc tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 Feb 17 04:33:35.957821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port e1c8ac67-6193-466e-b95b-94fe9c05b6ee completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:35.964998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port e1c8ac67-6193-466e-b95b-94fe9c05b6ee triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:35.965623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.098477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.130686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c8ac67-6193-466e-b95b-94fe9c05b6ee'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:36.144195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port e1c8ac67-6193-466e-b95b-94fe9c05b6ee, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,segment=NetworkSegment(aafacc27-3037-48ed-b2ed-b558c0e501df),segment_id=aafacc27-3037-48ed-b2ed-b558c0e501df)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:36.174842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] For port c5ec9891-f658-46d0-a713-643b88b8c698, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5ec9891-f658-46d0-a713-643b88b8c698,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:36.180682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.183917 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c8ac67-6193-466e-b95b-94fe9c05b6ee', 'code': 200} Feb 17 04:33:36.186253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.188420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:36.274937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:36.280498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:36.549649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.550078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.550481 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Floating IP b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57 disassociated. External IP: 172.28.3.183, port: c5ec9891-f658-46d0-a713-643b88b8c698. Feb 17 04:33:36.550843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Calling delete_port for c5ec9891-f658-46d0-a713-643b88b8c698 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:36.581928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d755cd-2808-4d99-b306-ee320b66172c req-bb08d715-8624-4ce7-8074-f1b472cfb28b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:36.583563 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08d755cd-2808-4d99-b306-ee320b66172c req-bb08d715-8624-4ce7-8074-f1b472cfb28b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1539149 Feb 17 04:33:36.596317 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487b34c-7ff7-4f50-9994-4e787adf54af req-b814e782-673b-4b34-a729-6da52be0f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:36.597834 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7487b34c-7ff7-4f50-9994-4e787adf54af req-b814e782-673b-4b34-a729-6da52be0f972 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 1162 time: 0.1161852 Feb 17 04:33:36.673058 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08d755cd-2808-4d99-b306-ee320b66172c req-33e25b52-845c-4a27-af5d-dd11a348274c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=3256d81f-2a9a-4d02-a886-6133cbade01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790799 Feb 17 04:33:36.676564 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7487b34c-7ff7-4f50-9994-4e787adf54af req-0940cf22-e3b2-41c3-98ed-4b14499dd569 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642717 Feb 17 04:33:36.773207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56770) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:36.849063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.864910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:36.902896 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.918739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:36.922878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1374eaf83dfa4d129738783a17c6c478 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:36.926063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:36.926729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event deleted for resources: {'Port': ['ID=c5ec9891-f658-46d0-a713-643b88b8c698,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:36.931162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:36.931929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:37.071088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.117218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10095d-51b2-4ff6-9d50-2f0be7877a1d req-9d98bf04-0103-4f51-8d8a-9b4d5d547edd tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:37.118919 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd10095d-51b2-4ff6-9d50-2f0be7877a1d req-9d98bf04-0103-4f51-8d8a-9b4d5d547edd tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 945 time: 0.0946879 Feb 17 04:33:37.143459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.155673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8e16b4ff-d82c-4475-99c5-04736098672d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:37.220453 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1374eaf83dfa4d129738783a17c6c478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434855 Feb 17 04:33:37.221138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56778) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:37.226352 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bd10095d-51b2-4ff6-9d50-2f0be7877a1d req-4c686d85-d242-4a65-a757-c1ebf9bacd07 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001866 Feb 17 04:33:37.227094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c93b815-f788-4c60-8f40-17cb4d5893b6,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:37.240267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:37.276327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e1c8ac67-6193-466e-b95b-94fe9c05b6ee up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:37.301934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.331836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.359066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port e1c8ac67-6193-466e-b95b-94fe9c05b6ee triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:37.359488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.492675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:33:37.493377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:37.537011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: c5ec9891-f658-46d0-a713-643b88b8c698 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:33:37.537415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device c5ec9891-f658-46d0-a713-643b88b8c698 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:33:37.618832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.625607 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7e47859f-519c-4437-a29b-5a4a1466e8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:37.641593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c93b815-f788-4c60-8f40-17cb4d5893b6,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:37.648022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:37.656334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.658009 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c93b815-f788-4c60-8f40-17cb4d5893b6 HTTP/1.1" status: 204 len: 168 time: 0.4355395 Feb 17 04:33:37.709561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:33:37.722755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:33:37.737595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:37.738301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:33:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:37.770106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] No DVR routers for this DVR port c5ec9891-f658-46d0-a713-643b88b8c698 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:33:37.773174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:37.776904 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-deleted', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:37.821204 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4832ed03-3a10-43d1-a39c-0fd5ba19e22f req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "DELETE /v2.0/ports/c5ec9891-f658-46d0-a713-643b88b8c698 HTTP/1.1" status: 204 len: 173 time: 2.0149872 Feb 17 04:33:37.875417 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4f8ea-8897-427e-a464-cefd66b5d4f6', 'name': 'network-vif-deleted', 'tag': 'c5ec9891-f658-46d0-a713-643b88b8c698', 'status': 'completed', 'code': 200} Feb 17 04:33:37.946981 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c486a5fa-3bf8-43ad-a922-be4d032cecc4 req-383748b0-d445-49ff-b3ad-f5ecb208ba80 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=73d4f8ea-8897-427e-a464-cefd66b5d4f6 HTTP/1.1" status: 200 len: 210 time: 0.1050873 Feb 17 04:33:38.001192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:38.446037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56792) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:38.470404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:38.499142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:38.511950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Usage tracker for resource:security_group_rule and tenant:5b319654b97841a19b9524217e2a34e3 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:38.516511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:38.525440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4ed3-2747-4295-bc1b-e893422e02ce req-f83a6e33-265a-4f06-9ebc-58142c2d9ba3 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:38.530698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:38.533681 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-440f4ed3-2747-4295-bc1b-e893422e02ce req-f83a6e33-265a-4f06-9ebc-58142c2d9ba3 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 945 time: 0.1488135 Feb 17 04:33:38.535020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:33:38.544745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:38.545429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:33:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:38.554408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:38.591078 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-440f4ed3-2747-4295-bc1b-e893422e02ce req-a4b9b72e-3bea-4144-b6e7-3c8f3458525d tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561185 Feb 17 04:33:38.902810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:38.937730 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:38.997572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.013751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1296b58a-c730-4650-8b25-50271571c94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:39.069667 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b319654b97841a19b9524217e2a34e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199880 Feb 17 04:33:39.070436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56800) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:39.085880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f83c2d-8fdd-4e6c-ac7e-227854cf3d28,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:39.089949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:39.150215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.182403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.233443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56806) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:39.267673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e1c8ac67-6193-466e-b95b-94fe9c05b6ee up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:39.314324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.356160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.372419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port e1c8ac67-6193-466e-b95b-94fe9c05b6ee triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:39.373129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.383257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.393564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e689e273-aef1-4893-a60a-6e55e545db93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:39.423247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f83c2d-8fdd-4e6c-ac7e-227854cf3d28,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:39.426549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:39.428052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.429290 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57f83c2d-8fdd-4e6c-ac7e-227854cf3d28 HTTP/1.1" status: 204 len: 168 time: 0.3572690 Feb 17 04:33:39.487511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.493669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39de3981-6bdc-47b9-8dde-1ee3787bae06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:39.494450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:39.504597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f753aa1-74c3-4032-872a-b7d36b8bfae8 None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:33:39.556857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256d81f-2a9a-4d02-a886-6133cbade01f,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:39.560366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:39.604084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.606699 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-71d8f9d9-84b3-4b10-b485-2e2655848c63 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "DELETE /v2.0/security-groups/3256d81f-2a9a-4d02-a886-6133cbade01f HTTP/1.1" status: 204 len: 168 time: 0.3721695 Feb 17 04:33:39.609833 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 56816) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:39.634982 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.v2.resource [None req-149df271-5ca8-4b5a-864f-c23f5c4b2774 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] show failed (client error): The resource could not be found. Feb 17 04:33:39.641174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56820) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:39.642305 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-149df271-5ca8-4b5a-864f-c23f5c4b2774 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups/3256d81f-2a9a-4d02-a886-6133cbade01f HTTP/1.1" status: 404 len: 347 time: 0.0308831 Feb 17 04:33:39.818334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Deleting port 4047efe4-4cde-4d85-ab21-7e87aaea6663 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:39.818814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.983336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53817a-b234-4acc-98d1-00be4767e48b None None] New status for floating IP b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57: DOWN {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:33:40.039114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:40.039317 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:40.196334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Calling delete_port for 4047efe4-4cde-4d85-ab21-7e87aaea6663 owned by network:floatingip {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:40.468424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-db53817a-b234-4acc-98d1-00be4767e48b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 04:33:40.468424 dv-cinder-759955-5-smb neutron-server[83975]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 17 04:33:40.468424 dv-cinder-759955-5-smb neutron-server[83975]: [parameters: {'status': 'DOWN', 'floatingips_id': 'b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57'}] Feb 17 04:33:40.468424 dv-cinder-759955-5-smb neutron-server[83975]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84089) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:33:40.468936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-db53817a-b234-4acc-98d1-00be4767e48b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:33:40.591494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:40.607828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:40.664486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event deleted for resources: {'Port': ['ID=4047efe4-4cde-4d85-ab21-7e87aaea6663,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:40.669034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:40.903981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:40.927155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:40.928382 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "DELETE /v2.0/floatingips/b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57 HTTP/1.1" status: 204 len: 168 time: 1.2859740 Feb 17 04:33:40.950182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0941-abe9-4c0f-ae36-75b066e44fff req-0c8c96b0-78e4-4234-8073-05bb47afecee tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:40.952006 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d35e0941-abe9-4c0f-ae36-75b066e44fff req-0c8c96b0-78e4-4234-8073-05bb47afecee tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 945 time: 0.1343267 Feb 17 04:33:40.970901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53817a-b234-4acc-98d1-00be4767e48b None None] New status for floating IP b0bf5a2b-2aa3-47fb-8e36-7871f83e6c57: DOWN {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:33:41.002545 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d35e0941-abe9-4c0f-ae36-75b066e44fff req-66bbb5fa-03a4-4989-982a-cda4ca8b2372 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Feb 17 04:33:41.300757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56856) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:41.306559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069737662', 'description': 'tempest-description--1927049977'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:41.312843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:41.317206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:41.320281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:41.326069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:41.374662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.396776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:41.401000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:41.404726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:41.410608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:41.484398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.550490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.556393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-05bc7d08-3c0d-4dd3-bfcd-667c97ad305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:41.605370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271d38e9-4e60-45d7-880a-0f39d68e388c,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:41.608446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:41.654695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:41.677473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.678848 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3770006 Feb 17 04:33:41.681865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56868) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:41.688473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'security_group_rule': {'security_group_id': '271d38e9-4e60-45d7-880a-0f39d68e388c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:41.694273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:41.698929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:41.702043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:41.707722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:41.793384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.858801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.894707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.897105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:41.920832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57542b9-4342-49d7-a9f0-b76b90580b78,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:41.923441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:41.974583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.975912 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c1615c69-75a0-4036-8077-b93691a1fb38 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928824 Feb 17 04:33:41.978971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56878) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:41.984598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'security_group_rule': {'security_group_id': '271d38e9-4e60-45d7-880a-0f39d68e388c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:41.990698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:41.994739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:security_group_rule and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:41.998705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:42.007726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:42.081318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.220888 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443046-763c-49a8-a701-035d88aca38f req-bb06e2e4-b29d-4498-9a01-06c325355cb6 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:42.222499 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99443046-763c-49a8-a701-035d88aca38f req-bb06e2e4-b29d-4498-9a01-06c325355cb6 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 945 time: 0.1042366 Feb 17 04:33:42.273960 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99443046-763c-49a8-a701-035d88aca38f req-7a538c5d-425a-42fd-8fad-6a67b89bedd2 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 Feb 17 04:33:42.329585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.335564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-6861c743-00ae-45bf-9c33-bd7bb5752695 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:42.336332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-6861c743-00ae-45bf-9c33-bd7bb5752695 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Synchronizing usage tracker for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:42.431755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.435716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-6861c743-00ae-45bf-9c33-bd7bb5752695 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Unset dirty status for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:42.436993 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-6861c743-00ae-45bf-9c33-bd7bb5752695 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 945 time: 0.1870832 Feb 17 04:33:42.440357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cef70eea-14f5-415d-abd6-17f36e598835 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:42.460200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dcfd25-35e0-44dd-8d44-a2aad37a0334,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:42.464635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:42.516352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.520992 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5377424 Feb 17 04:33:42.521539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 56890) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:42.521741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Deleting port e1c8ac67-6193-466e-b95b-94fe9c05b6ee {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:42.522156 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.528654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'floatingip': {'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:42.534618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:42.538697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Usage tracker for resource:floatingip and tenant:0226968062ae4935bc76d11f6c6278eb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:42.542014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:42.548589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:42.613137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.764787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.795566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] For port e1c8ac67-6193-466e-b95b-94fe9c05b6ee, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,segment=NetworkSegment(aafacc27-3037-48ed-b2ed-b558c0e501df),segment_id=aafacc27-3037-48ed-b2ed-b558c0e501df)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:42.796334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.943941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Calling delete_port for e1c8ac67-6193-466e-b95b-94fe9c05b6ee owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:43.239792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e1c8ac67-6193-466e-b95b-94fe9c05b6ee no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:43.279562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: e1c8ac67-6193-466e-b95b-94fe9c05b6ee {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:33:43.279942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device e1c8ac67-6193-466e-b95b-94fe9c05b6ee not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:33:43.288876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:43.308569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-38398388-5f63-461a-9c79-f4cb8989de02 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:43.366646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Pushing event deleted for resources: {'Port': ['ID=e1c8ac67-6193-466e-b95b-94fe9c05b6ee,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:43.444082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.444497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.444913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.445320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.445724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.446159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.446554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.446947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.447340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.447734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.448985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.449243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.449815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.450239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.450634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.451029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.451419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.451819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.452206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.452593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.452981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.453368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.453757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.454187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:43.459933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:43.469633 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3cda5e80-f512-46d9-903f-87497f97f562 req-2a457ead-a51d-4efb-8f97-ba5be9991cd2 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=bede2534-8949-47c0-8f66-0aa83731ce11 HTTP/1.1" status: 200 len: 210 time: 0.0527864 Feb 17 04:33:43.503313 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Allocated IP 172.28.3.58 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/683f9ab6-1023-4ca4-8454-e40b0780101e) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:33:43.543512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] No DVR routers for this DVR port e1c8ac67-6193-466e-b95b-94fe9c05b6ee on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:33:43.545792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:43.548654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'name': 'network-vif-deleted', 'tag': 'e1c8ac67-6193-466e-b95b-94fe9c05b6ee'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:43.587112 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-33e939a7-0431-4f23-95b2-799eeafcbbdb req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "DELETE /v2.0/ports/e1c8ac67-6193-466e-b95b-94fe9c05b6ee HTTP/1.1" status: 204 len: 173 time: 1.1429062 Feb 17 04:33:43.606924 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede2534-8949-47c0-8f66-0aa83731ce11', 'name': 'network-vif-deleted', 'tag': 'e1c8ac67-6193-466e-b95b-94fe9c05b6ee', 'status': 'completed', 'code': 200} Feb 17 04:33:43.669619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:43.780347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:43.797333 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f15c413c-f1c8-4597-90fe-d78eed3471ba tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:43.953305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'Port': ['ID=683f9ab6-1023-4ca4-8454-e40b0780101e,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:43.956485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:44.001146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:33:44.002420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:44.004550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:33:44.097092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:44.238144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:44.520206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:44.607362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:44.623275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3d62f135-af72-422d-9d6c-b3e15dbf38ca tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:44.828505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'Port': ['ID=683f9ab6-1023-4ca4-8454-e40b0780101e,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:44.887290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:45.006459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-a1a93986-9fd1-4cf6-bec5-a641172adada tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:45.007962 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-a1a93986-9fd1-4cf6-bec5-a641172adada tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/networks?id=9de31488-9b3b-4948-8361-de115ff45281 HTTP/1.1" status: 200 len: 809 time: 0.2426517 Feb 17 04:33:45.030067 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-4b73c6f9-5558-4555-8636-c70c27d1d5e7 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/quotas/cf7ae46e691b4e3bbedd46f7f765c128 HTTP/1.1" status: 200 len: 375 time: 0.0146809 Feb 17 04:33:45.030955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:45.096290 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-ed5400d0-8c89-4eb1-a7b1-e4a68775cd89 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595498 Feb 17 04:33:45.145832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:45.147351 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9ee81625-5b2c-4293-b6cf-65727db2666a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6239724 Feb 17 04:33:45.245377 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-5bd20da9-6567-46a8-8cc5-36c9a6e4bfd5 service neutron] 10.222.0.26 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412044 Feb 17 04:33:45.415375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-3f170a8a-ce1b-48eb-b5ae-a0a71f860d97 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:45.438084 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-5a204dc8-db87-49fc-a6bb-59c78cb7f5b3 service neutron] 10.222.0.26 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1862381 Feb 17 04:33:45.488664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-3f170a8a-ce1b-48eb-b5ae-a0a71f860d97 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:45.489932 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-3f170a8a-ce1b-48eb-b5ae-a0a71f860d97 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1069737662&fields=id&tenant_id=0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 267 time: 0.1452980 Feb 17 04:33:45.660652 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-65ab1a18-0a63-4aec-b120-27ec175dcafd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:45.662426 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-65ab1a18-0a63-4aec-b120-27ec175dcafd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 817 time: 0.1646702 Feb 17 04:33:45.722257 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-20b3ef4b-66f4-405e-9bf0-05a8e7b73461 req-be6e7cd2-9244-49fd-b450-c1f6004dcb0c tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 210 time: 0.0571327 Feb 17 04:33:45.724580 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-868c3240-e500-48e6-810f-334f7248bfd0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/quotas/0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 375 time: 0.0221796 Feb 17 04:33:45.824375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-c90baa66-cde3-47db-a7ac-1059c569d439 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:45.843222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:45.888526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-c90baa66-cde3-47db-a7ac-1059c569d439 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:45.890840 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-c90baa66-cde3-47db-a7ac-1059c569d439 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1594162 Feb 17 04:33:46.064487 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-a1d011ac-bfc7-40c6-a7d5-7862936e77a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605394 Feb 17 04:33:46.287695 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-e0eff573-7d40-4911-9695-19b90adbd8bf service neutron] 10.222.0.26 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2153265 Feb 17 04:33:46.580140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e77b6d41-b48f-417c-af7f-f187c60e366c req-9bea94a0-0707-49ac-8a92-6f7fe405d8aa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 210 time: 0.0600088 Feb 17 04:33:46.906597 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b0541a8d-1fe9-4c13-a7e8-4f3b59f57f12 req-d8b0b473-e950-4ff9-8bd6-ce1bc7866877 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 210 time: 0.0512700 Feb 17 04:33:47.760196 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-894a083a-2d05-42e9-bb5d-8b72c20186ea req-e4bad04c-bf30-410b-b549-1f2608b34b89 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 210 time: 0.0551338 Feb 17 04:33:47.943369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-a346020e-57c3-40ff-b144-ac078436f9b9 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:47.945049 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-a346020e-57c3-40ff-b144-ac078436f9b9 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "GET /v2.0/networks?id=9de31488-9b3b-4948-8361-de115ff45281 HTTP/1.1" status: 200 len: 809 time: 0.1940968 Feb 17 04:33:47.960398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Request body: {'port': {'device_id': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'network_id': '9de31488-9b3b-4948-8361-de115ff45281', 'admin_state_up': True, 'tenant_id': 'cf7ae46e691b4e3bbedd46f7f765c128'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:48.077756 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ec6e237b-b8ce-4f40-bb0b-0f0eace37612 req-22d1b3cb-0a7e-49d5-9436-96d4576b04a3 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 210 time: 0.0515759 Feb 17 04:33:48.138976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:48.143537 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Usage tracker for resource:port and tenant:cf7ae46e691b4e3bbedd46f7f765c128 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:48.148382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:48.154632 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:48.203188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Made reservation on behalf of cf7ae46e691b4e3bbedd46f7f765c128 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:48.209152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:48.534325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Allocated IP 172.20.0.12 (9de31488-9b3b-4948-8361-de115ff45281/e8f5502b-181e-457a-bd40-de59660fa508/346b9521-0fbf-4cc2-8c67-1b936f848729) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:33:48.556043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-4baa4155-95ef-405d-b8fd-ddb5504c498c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:48.558214 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-4baa4155-95ef-405d-b8fd-ddb5504c498c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 817 time: 0.1635282 Feb 17 04:33:48.641798 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-7552f71d-214b-4c62-a35a-020b777229e7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 5705 time: 0.0684845 Feb 17 04:33:48.652429 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'port': {'device_id': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'admin_state_up': True, 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'security_groups': ['271d38e9-4e60-45d7-880a-0f39d68e388c']}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:48.759257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:48.802223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:48.813511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:48.826751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:48.845347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:48.865394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Made reservation on behalf of 0226968062ae4935bc76d11f6c6278eb for: {'port': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:48.871277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:48.951330 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2f7ec727-8074-405d-b2fe-04b556a0c344 req-2f058105-7749-4c70-9bb8-cfc0b17bae73 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 210 time: 0.0680728 Feb 17 04:33:49.000892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Pushing event updated for resources: {'Port': ['ID=346b9521-0fbf-4cc2-8c67-1b936f848729,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:49.004042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:49.050961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Network 9de31488-9b3b-4948-8361-de115ff45281 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:33:49.052211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:49.054702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:33:49.124645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:49.125520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:49.190953 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2347517 Feb 17 04:33:49.207347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Request body: {'port': {'device_id': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:49.357447 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:49.508302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2c111-857b-448c-8233-929d18df4665 req-15d068fc-72c1-45b9-957b-8c66199806d6 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:49.509947 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e8d2c111-857b-448c-8233-929d18df4665 req-15d068fc-72c1-45b9-957b-8c66199806d6 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 932 time: 0.2159178 Feb 17 04:33:49.573215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Allocated IP 172.20.0.4 (c7d0247b-0e97-40c0-a552-b9ab9041ad86/9e7a6565-49c0-4d15-a441-ddb82d22d777/f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:33:49.584878 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e8d2c111-857b-448c-8233-929d18df4665 req-6161996f-0b31-4daf-bc9d-94a8239abeae tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675650 Feb 17 04:33:49.787265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:49.803980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Transition to ACTIVE for port object f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 will not be triggered until provisioned by entity DHCP. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:33:49.805295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346b9521-0fbf-4cc2-8c67-1b936f848729 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:33:49.813371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:49.826616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Transition to ACTIVE for port object 346b9521-0fbf-4cc2-8c67-1b936f848729 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:33:49.866441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:49.881267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:49.911903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:49.932872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-700a11e0-e36d-4dde-bbd6-8f4c90333abe tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:50.038188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event updated for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:50.042804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:50.053410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57038) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:50.090510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=346b9521-0fbf-4cc2-8c67-1b936f848729,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:50.095361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:50.120266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:33:50.122904 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:50.162772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:33:50.235500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.270927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:50.280581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c603ded60548f6b004bca7cc36abb6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:50.287309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:50.301578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:50.310088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:50.310823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.416224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51099b2f-f9a8-4bbf-814b-beeb57993699 req-1ad5785e-f4dd-4b79-8164-d165ea72825f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:50.416224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-51099b2f-f9a8-4bbf-814b-beeb57993699 req-1ad5785e-f4dd-4b79-8164-d165ea72825f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:50.453768 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-84f6ef5f-68cf-4c20-ad25-7f5dbf12a0e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8061793 Feb 17 04:33:50.472322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Request body: {'port': {'device_id': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:50.477260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-763f14e6-3f7b-46ea-852e-491b7f76d1b8 None None] Provisioning for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:50.484310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-763f14e6-3f7b-46ea-852e-491b7f76d1b8 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:50.484917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-763f14e6-3f7b-46ea-852e-491b7f76d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.508475 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.517260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-51099b2f-f9a8-4bbf-814b-beeb57993699 req-1ad5785e-f4dd-4b79-8164-d165ea72825f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:50.518549 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-51099b2f-f9a8-4bbf-814b-beeb57993699 req-1ad5785e-f4dd-4b79-8164-d165ea72825f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 931 time: 0.3970988 Feb 17 04:33:50.547699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-763f14e6-3f7b-46ea-852e-491b7f76d1b8 None None] Port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:33:50.556049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Attempting to bind port 346b9521-0fbf-4cc2-8c67-1b936f848729 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:33:50.556421 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Attempting to bind port 346b9521-0fbf-4cc2-8c67-1b936f848729 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:33:50.556782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Attempting to bind port 346b9521-0fbf-4cc2-8c67-1b936f848729 on network 9de31488-9b3b-4948-8361-de115ff45281 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:33:50.561330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.562741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:33:50.563110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Checking segment: {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:50.563509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.563898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Bound using segment: {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:33:50.564395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Bound port: 346b9521-0fbf-4cc2-8c67-1b936f848729, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafacc27-3037-48ed-b2ed-b558c0e501df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9de31488-9b3b-4948-8361-de115ff45281'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:33:50.564766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.573613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-13d2ac5c-f0a8-48c0-b68c-470eb293ff86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:50.663407 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] For port 346b9521-0fbf-4cc2-8c67-1b936f848729, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:33:50.666695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] For port 346b9521-0fbf-4cc2-8c67-1b936f848729, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=346b9521-0fbf-4cc2-8c67-1b936f848729,segment=NetworkSegment(aafacc27-3037-48ed-b2ed-b558c0e501df),segment_id=aafacc27-3037-48ed-b2ed-b558c0e501df)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:33:50.686486 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-51099b2f-f9a8-4bbf-814b-beeb57993699 req-864ad187-6a15-4815-98bc-7597c740f6f5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550987 Feb 17 04:33:50.703055 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5c603ded60548f6b004bca7cc36abb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451216 Feb 17 04:33:50.703055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01b224-2da4-487e-88f5-7ef8c7f1fd36,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:50.703232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57046) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:50.703834 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.716772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:50.720368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.738159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1b482be5-65b5-4c60-b5dd-fc92a5114e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:50.938110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=346b9521-0fbf-4cc2-8c67-1b936f848729,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:50.946129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:50.955491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.986199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb143cac-f89d-4002-a15f-616155828c67 req-653ba892-3dfb-4e2c-8a61-65118df050d2 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:50.987835 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bb143cac-f89d-4002-a15f-616155828c67 req-653ba892-3dfb-4e2c-8a61-65118df050d2 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 944 time: 0.2266390 Feb 17 04:33:50.997805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.008955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:51.009612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.011184 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] 10.222.0.67 "PUT /v2.0/ports/346b9521-0fbf-4cc2-8c67-1b936f848729 HTTP/1.1" status: 200 len: 1158 time: 1.8097181 Feb 17 04:33:51.011712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'tag': '346b9521-0fbf-4cc2-8c67-1b936f848729'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:51.063515 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'tag': '346b9521-0fbf-4cc2-8c67-1b936f848729', 'status': 'completed', 'code': 200} Feb 17 04:33:51.139111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bb143cac-f89d-4002-a15f-616155828c67 req-2911ab65-22fd-47a5-8301-e50f0047cd0e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441770 Feb 17 04:33:51.172624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8006-7236-49e1-bcab-dacb59fa1d5c req-3ce3da57-92f5-4e9e-a247-6a3bd963800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:51.174445 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3d2f8006-7236-49e1-bcab-dacb59fa1d5c req-3ce3da57-92f5-4e9e-a247-6a3bd963800b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 1161 time: 0.0863736 Feb 17 04:33:51.175573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.180718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3b6abc93-7900-4016-874b-e970c70d8180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:51.220404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01b224-2da4-487e-88f5-7ef8c7f1fd36,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:51.226878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:51.270430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 {{(pid=84087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:33:51.279425 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.292478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Transition to ACTIVE for port object f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:33:51.298816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.307958 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b8e89388-fd89-466a-8b31-f56dc4f99f95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c01b224-2da4-487e-88f5-7ef8c7f1fd36 HTTP/1.1" status: 204 len: 168 time: 0.5959892 Feb 17 04:33:51.328881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.350857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6cf445b5-ed80-4965-ae59-c253b295f830 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:51.356543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8006-7236-49e1-bcab-dacb59fa1d5c req-3ad2cc53-8841-413b-a575-1c3cd7eb54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:51.358321 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3d2f8006-7236-49e1-bcab-dacb59fa1d5c req-3ad2cc53-8841-413b-a575-1c3cd7eb54cf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1681099 Feb 17 04:33:51.494328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:51.499095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:51.525894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8006-7236-49e1-bcab-dacb59fa1d5c req-5ee105fa-511f-480a-ae99-416de6f686d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:51.527741 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3d2f8006-7236-49e1-bcab-dacb59fa1d5c req-5ee105fa-511f-480a-ae99-416de6f686d4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1627460 Feb 17 04:33:51.661418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-5f3c8097-3157-41cd-88b2-0e5fc4fe318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:51.663288 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-5f3c8097-3157-41cd-88b2-0e5fc4fe318d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 1161 time: 0.0945222 Feb 17 04:33:51.685767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Attempting to bind port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:33:51.686188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Attempting to bind port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:33:51.686567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Attempting to bind port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 on network c7d0247b-0e97-40c0-a552-b9ab9041ad86 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:33:51.692933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:33:51.693315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Checking segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:51.693726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.694165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Bound using segment: {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:33:51.694650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Bound port: f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:33:51.695029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.762111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-703190d9-e979-4c72-b90f-6bec473c7489 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346b9521-0fbf-4cc2-8c67-1b936f848729 HTTP/1.1" status: 200 len: 217 time: 0.0858841 Feb 17 04:33:51.795674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] For port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host hv-cinder-75995, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:33:51.799618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] For port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:33:51.845070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03797667-455b-4053-b252-6ae708c9e181 req-63e54d1c-d8a4-4a1e-a527-73f4c374aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:51.846693 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-63e54d1c-d8a4-4a1e-a527-73f4c374aeaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8f5502b-181e-457a-bd40-de59660fa508 HTTP/1.1" status: 200 len: 849 time: 0.0725288 Feb 17 04:33:51.874168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.894599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-28d67bc2-053c-410c-98dd-afd704b8089e tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:51.903740 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-37bde492-2926-4735-94b0-2d10b2401b7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9de31488-9b3b-4948-8361-de115ff45281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483525 Feb 17 04:33:51.929975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57060) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:52.040446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.055549 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-0382f370-990b-4566-b9c9-91058f60c834 service neutron] 10.222.0.67 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410372 Feb 17 04:33:52.080493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:52.095245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4cf5bb689d4ec4aec3a267329304d9 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:52.098883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:52.114175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:52.124748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:52.132683 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:52.200151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be66e-81fa-4a1c-95bb-324570e255f6 req-ecbbef7a-c96c-4585-b6a4-033ac03dfb30 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.201849 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-718be66e-81fa-4a1c-95bb-324570e255f6 req-ecbbef7a-c96c-4585-b6a4-033ac03dfb30 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.3701177 Feb 17 04:33:52.246092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.247414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.250006 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 1157 time: 1.7830420 Feb 17 04:33:52.252814 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03797667-455b-4053-b252-6ae708c9e181 req-f9c06644-c15b-4011-8579-4a8b3796fe94 service neutron] 10.222.0.67 "GET /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1859486 Feb 17 04:33:52.256481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:52.368382 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-718be66e-81fa-4a1c-95bb-324570e255f6 req-e9cf4a76-b070-4021-a2c3-43e76b1452fb tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492324 Feb 17 04:33:52.422195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f9e4d439-ea12-4346-8f2f-2b87caf15ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.424778 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-f9e4d439-ea12-4346-8f2f-2b87caf15ecb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1160 time: 0.0935097 Feb 17 04:33:52.444877 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'status': 'completed', 'code': 200} Feb 17 04:33:52.460871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e08c00-8e04-458f-ab10-5cfce351f557 req-fa01e769-a475-4032-b49e-c6240afcbdae tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.462506 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f8e08c00-8e04-458f-ab10-5cfce351f557 req-fa01e769-a475-4032-b49e-c6240afcbdae tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 944 time: 0.1879725 Feb 17 04:33:52.470592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.508182 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-42eb55fc-6a36-4a92-a8f2-cd11301bd718 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 217 time: 0.0719779 Feb 17 04:33:52.517688 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f8e08c00-8e04-458f-ab10-5cfce351f557 req-63fc92e4-f1e3-4e06-a29c-e7bca89c91a8 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Feb 17 04:33:52.518838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.528361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-edf900ce-3df0-429f-8194-d1bb0866c748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:52.573841 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e4cf5bb689d4ec4aec3a267329304d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302788 Feb 17 04:33:52.576348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57070) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:52.576960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c256df-614a-45d3-bda7-3c551a77bfda,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:52.580981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a2ab51c0-5560-49c2-9c3b-20b939379f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:52.602770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-36e1e31d-7135-405b-bd1d-1939910f946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.605092 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-36e1e31d-7135-405b-bd1d-1939910f946d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.0887468 Feb 17 04:33:52.700472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.736338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.760986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-9f26e88a-393b-4bac-8fac-5ee8e1dd59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.762616 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-9f26e88a-393b-4bac-8fac-5ee8e1dd59da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1469460 Feb 17 04:33:52.926966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-16866840-1c10-4a61-988d-b748f7e37f18 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541593 Feb 17 04:33:52.957260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.972630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-816848b5-7d7a-4849-acc4-e580b1daf3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:53.043286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c256df-614a-45d3-bda7-3c551a77bfda,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:53.055472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:53.060660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:53.061851 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9c256df-614a-45d3-bda7-3c551a77bfda HTTP/1.1" status: 204 len: 168 time: 0.4843388 Feb 17 04:33:53.105318 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-07b4e3f1-7904-494e-9249-afb46f5dbc80 req-cd9086fe-dc46-4509-a801-2d01b70eea23 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1707251 Feb 17 04:33:53.285673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-8b8061a5-9391-4526-91f7-e4df1eeaf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.287321 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-8b8061a5-9391-4526-91f7-e4df1eeaf167 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1160 time: 0.0831804 Feb 17 04:33:53.318828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf8baf-fbed-46f5-aad1-a8e4da4e407c req-0b65e61b-9888-4e98-b803-f1fd744cee7a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.320521 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-64cf8baf-fbed-46f5-aad1-a8e4da4e407c req-0b65e61b-9888-4e98-b803-f1fd744cee7a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0938070 Feb 17 04:33:53.458449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-afbdbbe5-09ca-4a3d-b468-0a3f7820065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.460103 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-afbdbbe5-09ca-4a3d-b468-0a3f7820065e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.1648993 Feb 17 04:33:53.558479 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-330248f1-5773-4366-8774-d302042461c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 217 time: 0.0895457 Feb 17 04:33:53.642279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-94ff4b69-3d4c-4c48-aea1-37b9cd25a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.644737 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-94ff4b69-3d4c-4c48-aea1-37b9cd25a2e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.0701616 Feb 17 04:33:53.650314 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-64cf8baf-fbed-46f5-aad1-a8e4da4e407c req-c1f1f6e9-6541-44fa-842e-339294867e57 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205013 Feb 17 04:33:53.695307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcef26-87de-414e-96fe-9c3b6fd7768e req-0ec3a921-6555-42a6-972d-b9db3a9a183d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.703913 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7fcef26-87de-414e-96fe-9c3b6fd7768e req-0ec3a921-6555-42a6-972d-b9db3a9a183d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.1311190 Feb 17 04:33:53.750992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-7d349939-bb36-45ac-a10e-701d89b546be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.753094 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-7d349939-bb36-45ac-a10e-701d89b546be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0992744 Feb 17 04:33:53.754482 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7fcef26-87de-414e-96fe-9c3b6fd7768e req-b430ba06-55d4-4293-9913-f0f146c0ff93 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496314 Feb 17 04:33:53.856392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693adce-63e2-484e-93f2-3e6aa891763b req-f132c3c0-a745-4073-9349-5119e49ba8a0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:53.857353 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9693adce-63e2-484e-93f2-3e6aa891763b req-f132c3c0-a745-4073-9349-5119e49ba8a0 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 944 time: 0.0927823 Feb 17 04:33:53.908678 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-70efcd1e-6ded-4893-8510-f429a77c929f service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469486 Feb 17 04:33:53.909066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9693adce-63e2-484e-93f2-3e6aa891763b req-5bb36023-b668-445a-a769-22c7b61c1f8b tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Feb 17 04:33:54.285421 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-54ffbc1a-aa9a-4fac-ae4b-705ceac299c9 req-bd3aa3a3-b558-4de7-8d85-34586f5883c0 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3690717 Feb 17 04:33:54.624760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57110) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:54.752709 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:54.768477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:54.772986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Usage tracker for resource:security_group_rule and tenant:cc23c176027b48eebcb01fa05a9f5487 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:54.776637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:54.782549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:54.860595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf22fa-5112-4d50-8871-d77f3fd8379c req-dad5f528-3eff-4414-90ae-2a96927e36d6 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:54.862226 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-51bf22fa-5112-4d50-8871-d77f3fd8379c req-dad5f528-3eff-4414-90ae-2a96927e36d6 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0935335 Feb 17 04:33:54.875393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:54.911482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:54.921086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-401a2382-1e23-42f2-8eb6-d5e7bcb3cb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:54.961216 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-51bf22fa-5112-4d50-8871-d77f3fd8379c req-949be5f4-6c71-47c4-88c9-05ba3921a923 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920975 Feb 17 04:33:54.965608 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc23c176027b48eebcb01fa05a9f5487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396375 Feb 17 04:33:54.967043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555f9fe-2c4d-42f9-8f39-b2d0664d292b,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:54.967667 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57122) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:54.970631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:55.035662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292ef21-33e6-4f4f-8c13-fac689e7da45 req-917f5895-5324-48f1-b561-4a9f1057fbcc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:55.037248 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c292ef21-33e6-4f4f-8c13-fac689e7da45 req-917f5895-5324-48f1-b561-4a9f1057fbcc tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.1504028 Feb 17 04:33:55.115075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.170096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.184622 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c292ef21-33e6-4f4f-8c13-fac689e7da45 req-210a40e9-0178-4714-b1f5-23abaf57c51f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403627 Feb 17 04:33:55.242741 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2af95-a1aa-42ab-a82c-173132967b11 req-cca499c1-eccd-417d-b44f-b105eedd337b tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:55.244294 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-26c2af95-a1aa-42ab-a82c-173132967b11 req-cca499c1-eccd-417d-b44f-b105eedd337b tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 944 time: 0.1704488 Feb 17 04:33:55.278555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.283487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7d6d778c-9338-4e0a-a4c1-a69b6cafd335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:55.308290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555f9fe-2c4d-42f9-8f39-b2d0664d292b,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:55.313481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:55.322185 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-26c2af95-a1aa-42ab-a82c-173132967b11 req-ceb7c970-049f-4702-8b85-5b94c309a3a9 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699356 Feb 17 04:33:55.330829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.334891 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e555f9fe-2c4d-42f9-8f39-b2d0664d292b HTTP/1.1" status: 204 len: 168 time: 0.3659654 Feb 17 04:33:55.528677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-8f7c2823-b5cf-45af-a136-930d3c4f4894 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:55.529457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-8f7c2823-b5cf-45af-a136-930d3c4f4894 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:55.585433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-8f7c2823-b5cf-45af-a136-930d3c4f4894 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:55.586728 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-8f7c2823-b5cf-45af-a136-930d3c4f4894 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.1509736 Feb 17 04:33:55.666029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Deleting port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:55.667049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.935566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] For port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:55.935961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.172479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1e10-df33-433f-9c9f-73b364c67020 req-de264966-74b1-478e-b56c-af30a2af6981 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:56.180138 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-55de1e10-df33-433f-9c9f-73b364c67020 req-de264966-74b1-478e-b56c-af30a2af6981 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 946 time: 0.0997887 Feb 17 04:33:56.232121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57148) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:56.238930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 346b9521-0fbf-4cc2-8c67-1b936f848729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:56.256873 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-55de1e10-df33-433f-9c9f-73b364c67020 req-ea7776ae-cc6f-4408-b914-cddd7d787486 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c850e8b-a557-47b6-9025-97d809d541d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758243 Feb 17 04:33:56.299552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.299890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.300250 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Floating IP e52991fb-6248-40c2-908e-dd4e7fb31d18 disassociated. External IP: 172.28.3.152, port: 2a02e8c1-2681-45e0-a92b-06d5a7a218cc. Feb 17 04:33:56.300633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Calling delete_port for 2a02e8c1-2681-45e0-a92b-06d5a7a218cc owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:56.368945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 346b9521-0fbf-4cc2-8c67-1b936f848729 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:56.376921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 346b9521-0fbf-4cc2-8c67-1b936f848729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:56.379546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.415007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-885587402-network', 'tenant_id': '3cb24874b60d466385bf5da017385494'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:56.425091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:56.432126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Usage tracker for resource:network and tenant:3cb24874b60d466385bf5da017385494 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:56.436079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:56.443804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:56.511625 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68d8f4-05dd-4e33-99a0-9102589c0e26 req-3d910c6b-045a-400d-8a16-1c18283883ad tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:56.513212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fe68d8f4-05dd-4e33-99a0-9102589c0e26 req-3d910c6b-045a-400d-8a16-1c18283883ad tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.1648421 Feb 17 04:33:56.528596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.532333 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.549792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-47f50f11-1ca2-4b2e-a3fe-2608fa073ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:56.563090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346b9521-0fbf-4cc2-8c67-1b936f848729'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:56.568665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Made reservation on behalf of 3cb24874b60d466385bf5da017385494 for: {'network': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:56.573504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.574064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 346b9521-0fbf-4cc2-8c67-1b936f848729, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=346b9521-0fbf-4cc2-8c67-1b936f848729,segment=NetworkSegment(aafacc27-3037-48ed-b2ed-b558c0e501df),segment_id=aafacc27-3037-48ed-b2ed-b558c0e501df)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:56.594102 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.606197 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fe68d8f4-05dd-4e33-99a0-9102589c0e26 req-94d5b89d-e015-4368-b5aa-c9ac37aef110 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860095 Feb 17 04:33:56.614190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.615379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event deleted for resources: {'Port': ['ID=2a02e8c1-2681-45e0-a92b-06d5a7a218cc,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:56.615975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:56.618225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:56.626039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:56.647132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3d3c3-88ee-42d6-95ad-fec2d1a6d6ba req-2d020fac-8bf0-410c-8767-765e56b465b3 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:56.648723 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ac3d3c3-88ee-42d6-95ad-fec2d1a6d6ba req-2d020fac-8bf0-410c-8767-765e56b465b3 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 944 time: 0.1978824 Feb 17 04:33:56.652083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb24874b60d466385bf5da017385494 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:56.664422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:56.672207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:56.684626 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346b9521-0fbf-4cc2-8c67-1b936f848729', 'code': 200} Feb 17 04:33:56.685209 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:56.797512 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8ac3d3c3-88ee-42d6-95ad-fec2d1a6d6ba req-48d747a3-fc17-49a3-a560-e15e281c9dcf tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274822 Feb 17 04:33:56.798055 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=346b9521-0fbf-4cc2-8c67-1b936f848729,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:56.798773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.799164 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.799544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.799963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.800344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.800719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.801092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.801461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.802267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.802267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.802582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.802950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.803406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.803747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.804116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.804483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.804846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.805210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.805625 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.805933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.806296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.806661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.807395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.807395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:56.812491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:56.841272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:56.846784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:56.846952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.847206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.875817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.881978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-97f49ca5-c7b8-4a1e-aad1-480c8210b315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:56.933654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:33:56.942118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7955f2-69ea-43b4-9db7-da4d838c21c2,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:56.957999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:33:56.959860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:56.965524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.966488 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Added segment c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e of type vxlan for network c14b537d-4d2a-4334-9f8c-8d6b04f18499 Feb 17 04:33:57.003301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.009370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.047442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:57.093362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.093865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.094704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:57.095338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.096642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:57.099260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-eed30c1b-50a5-4376-92a3-1bcba0086076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:57.163877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:33:57.189073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:33:57.212377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:57.213103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:33:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:57.238681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] No DVR routers for this DVR port 2a02e8c1-2681-45e0-a92b-06d5a7a218cc on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:33:57.241260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.244264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'name': 'network-vif-deleted', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:57.296161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c14b537d-4d2a-4334-9f8c-8d6b04f18499,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:57.299520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:57.301617 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d778383f-a45d-46c7-b586-a126e60b19f3 req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "DELETE /v2.0/ports/2a02e8c1-2681-45e0-a92b-06d5a7a218cc HTTP/1.1" status: 204 len: 173 time: 1.7080476 Feb 17 04:33:57.320276 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07647c4-1178-439e-96d3-6a0fcfa6a73a', 'name': 'network-vif-deleted', 'tag': '2a02e8c1-2681-45e0-a92b-06d5a7a218cc', 'status': 'completed', 'code': 200} Feb 17 04:33:57.347611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:33:57.355559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f47ba-d388-4111-9449-bf8965167f55 req-68590c63-d7e4-4988-a2ad-5b349f44a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:57.357211 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-609f47ba-d388-4111-9449-bf8965167f55 req-68590c63-d7e4-4988-a2ad-5b349f44a116 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 1163 time: 0.2407832 Feb 17 04:33:57.362075 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1040661 Feb 17 04:33:57.362611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:33:57.363180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57162) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:57.371195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Request body: {'subnet': {'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-885587402-subnet', 'tenant_id': '3cb24874b60d466385bf5da017385494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:57.386687 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:57.392993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Usage tracker for resource:subnet and tenant:3cb24874b60d466385bf5da017385494 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:57.394790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:57.400162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:57.410200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:57.422645 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-609f47ba-d388-4111-9449-bf8965167f55 req-638c3dde-5544-48cb-8c3b-f6ae17b5c8d6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 Feb 17 04:33:57.448950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Made reservation on behalf of 3cb24874b60d466385bf5da017385494 for: {'subnet': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:57.454244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3158680'] for subnet, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.475894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 346b9521-0fbf-4cc2-8c67-1b936f848729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:57.503060 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-232c3e8d-da52-4165-b7ef-066760bc66d5 req-fc9d6d54-26f8-4c42-b5d3-d70bd69199b9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=e07647c4-1178-439e-96d3-6a0fcfa6a73a HTTP/1.1" status: 200 len: 210 time: 0.0537145 Feb 17 04:33:57.514296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:57.840144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33061c-8093-4785-af39-1d1f9635ed2b req-9c1b71fc-989a-40bb-addb-acb6bec977ef tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:57.842016 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3f33061c-8093-4785-af39-1d1f9635ed2b req-9c1b71fc-989a-40bb-addb-acb6bec977ef tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0961733 Feb 17 04:33:57.911155 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3f33061c-8093-4785-af39-1d1f9635ed2b req-33af230e-baba-4bda-9bd6-12ccd61565c2 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624490 Feb 17 04:33:57.961567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:58.011664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 346b9521-0fbf-4cc2-8c67-1b936f848729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:58.012151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.051697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4346a-520f-4beb-92d7-d5df1f186c36 req-1522dab6-1a99-4f56-83bb-5a360d5eefb1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:58.053506 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aee4346a-520f-4beb-92d7-d5df1f186c36 req-1522dab6-1a99-4f56-83bb-5a360d5eefb1 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 946 time: 0.0955782 Feb 17 04:33:58.080011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1060944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3158665'] for subnet, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.100549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:58.112009 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aee4346a-520f-4beb-92d7-d5df1f186c36 req-08113920-36e1-4f9c-881d-3a3d73f38f5c tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 Feb 17 04:33:58.281886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3457000d-44a5-47ea-b58e-b8e0547aa545,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:58.286470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:58.351844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Checking segment: {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:58.352243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Network hostable DHCP agents. Network: c14b537d-4d2a-4334-9f8c-8d6b04f18499, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:33:58.426698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:58.439257 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:33:58.473596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: 2a02e8c1-2681-45e0-a92b-06d5a7a218cc {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:33:58.474008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 2a02e8c1-2681-45e0-a92b-06d5a7a218cc not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:33:58.543559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ac52b568-ac1f-469a-bf7f-b5876e188db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.562360 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:58.566508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:33:58.568548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, c14b537d-4d2a-4334-9f8c-8d6b04f18499) {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:58.575720 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:58.576389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:33:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:58.584418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:58.585080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.648766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad23850-3ea3-4c59-9922-3733a3fbbfb0 None None] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:33:58.672984 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f88cdda6-eafd-4e45-a273-3ea440ff9f01 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3078127 Feb 17 04:33:58.678464 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57174) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:58.725703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:58.771872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.811004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.835935 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'code': 200} Feb 17 04:33:58.923049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.935228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fbfbfa7c-f7a7-49bd-95b3-2446ad8acd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:58.949111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c850e8b-a557-47b6-9025-97d809d541d6,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:58.951875 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:58.979186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.983839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57188) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:58.991812 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "DELETE /v2.0/security-groups/8c850e8b-a557-47b6-9025-97d809d541d6 HTTP/1.1" status: 204 len: 168 time: 0.3121922 Feb 17 04:33:59.012827 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.v2.resource [None req-6f8f96fa-9f94-460f-9829-cc469a29b1ab tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] show failed (client error): The resource could not be found. Feb 17 04:33:59.017110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57192) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:59.017860 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6f8f96fa-9f94-460f-9829-cc469a29b1ab tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups/8c850e8b-a557-47b6-9025-97d809d541d6 HTTP/1.1" status: 404 len: 347 time: 0.0328898 Feb 17 04:33:59.074035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:59.144565 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173feab8-e919-4ccb-9510-ee974c4ebc68 None None] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:33:59.379048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Deleting port 0a9a68f4-2255-4a82-8044-fc0cd89327d7 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:59.379424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:59.393621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:59.595149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d3b81-6052-4eff-8d88-0fe636e62a68 req-b58bfde4-3135-414f-b5ab-aa3e1ef1f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:59.596602 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-204d3b81-6052-4eff-8d88-0fe636e62a68 req-b58bfde4-3135-414f-b5ab-aa3e1ef1f798 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1162 time: 0.4395776 Feb 17 04:33:59.611924 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1073c-8d1f-4347-a9e7-404082cc16cc req-f4a9a5ba-8a84-4d9d-862c-29176c58ecb3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:59.613511 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-72d1073c-8d1f-4347-a9e7-404082cc16cc req-f4a9a5ba-8a84-4d9d-862c-29176c58ecb3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.5204275 Feb 17 04:33:59.666459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:59.666459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:59.687336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617370b-81b0-4b7c-ad0c-e24f371e25c0 req-2dd2b7a5-9354-4fcf-81d3-597362c50711 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:59.696731 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9617370b-81b0-4b7c-ad0c-e24f371e25c0 req-2dd2b7a5-9354-4fcf-81d3-597362c50711 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 946 time: 0.3877749 Feb 17 04:33:59.766683 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-204d3b81-6052-4eff-8d88-0fe636e62a68 req-1e943402-bfc0-4334-950c-89e8a31a5b8b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492865 Feb 17 04:33:59.790965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-72d1073c-8d1f-4347-a9e7-404082cc16cc req-3b44c6c4-1a7d-4607-8e93-e4887374b503 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513422 Feb 17 04:33:59.805188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:59.805643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:59.823217 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9617370b-81b0-4b7c-ad0c-e24f371e25c0 req-68b6d46f-c6b7-4be8-87ba-c065bd7e117c tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248446 Feb 17 04:33:59.959063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Calling delete_port for 0a9a68f4-2255-4a82-8044-fc0cd89327d7 owned by network:floatingip {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:00.017266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:00.026010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0d90a-13d2-47e9-86d7-6a67e3599a9d None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:34:00.242696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:00.258976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:00.319155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event deleted for resources: {'Port': ['ID=0a9a68f4-2255-4a82-8044-fc0cd89327d7,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:00.322175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:00.465747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2f8df-9dd8-4f3a-8f74-4795c401ef66 None None] New status for floating IP e52991fb-6248-40c2-908e-dd4e7fb31d18: DOWN {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:34:00.501354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:00.517418 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:00.518738 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "DELETE /v2.0/floatingips/e52991fb-6248-40c2-908e-dd4e7fb31d18 HTTP/1.1" status: 204 len: 168 time: 1.5001175 Feb 17 04:34:00.945381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9e0af07d-fb50-4b86-8661-d4c28756ebb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.105539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.182115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57224) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:01.188248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159815562', 'description': 'tempest-description--653542101'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:01.195595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:01.203381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:01.206890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:01.223669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:01.234995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea672a-fc84-4162-9e2c-1c10c93a824c req-464b950d-68bf-412a-825c-3f0dd0ff8e9d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:01.236643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-24ea672a-fc84-4162-9e2c-1c10c93a824c req-464b950d-68bf-412a-825c-3f0dd0ff8e9d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1018329 Feb 17 04:34:01.265465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.287199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:01.291658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:01.294854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:01.301190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:01.399278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:01.464249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.479964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:01.480389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.510378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.517288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-490d18a8-9bde-4923-af97-ed61ab4f23d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:01.566310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:01.569366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:01.597223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.598786 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4152031 Feb 17 04:34:01.601895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57236) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:01.608381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'security_group_rule': {'security_group_id': '0b3e5d69-bca9-4044-8c2b-3b157bdf9e04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:01.617142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:01.619603 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-24ea672a-fc84-4162-9e2c-1c10c93a824c req-07d11395-92d8-4474-9243-e13323630465 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668060 Feb 17 04:34:01.622032 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:01.625390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:01.631378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:01.669680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-b0c72773-9ba8-4906-9f1b-4120e7ebad25 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:01.670425 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-b0c72773-9ba8-4906-9f1b-4120e7ebad25 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Synchronizing usage tracker for tenant:3cb24874b60d466385bf5da017385494 on resource:network {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:01.678953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.711250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-b0c72773-9ba8-4906-9f1b-4120e7ebad25 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Unset dirty status for tenant:3cb24874b60d466385bf5da017385494 on resource:network {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:01.712546 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-b0c72773-9ba8-4906-9f1b-4120e7ebad25 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/networks?id=c14b537d-4d2a-4334-9f8c-8d6b04f18499 HTTP/1.1" status: 200 len: 813 time: 0.4446166 Feb 17 04:34:01.730462 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-6dddda19-3271-43d0-8076-312756815be1 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/quotas/3cb24874b60d466385bf5da017385494 HTTP/1.1" status: 200 len: 375 time: 0.0102417 Feb 17 04:34:01.752132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.784025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.785567 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-eaad0537-36f9-4ffc-83fe-18a9f0ea412f tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cb24874b60d466385bf5da017385494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490353 Feb 17 04:34:01.786484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3692816c-e8a7-490d-b57c-16fe27c9cbc2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:01.809182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1978b313-03f8-4da3-afdc-5be5032461ce,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:01.813527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:01.858515 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.859860 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2568083 Feb 17 04:34:01.862603 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57242) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:01.868123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'security_group_rule': {'security_group_id': '0b3e5d69-bca9-4044-8c2b-3b157bdf9e04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:01.874644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:01.878732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:security_group_rule and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:01.881727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:01.888392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:01.934405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:01.935973 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-91248af4-99c7-4c24-98f3-e2d921d1a679 service neutron] 10.222.0.26 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412079 Feb 17 04:34:02.003732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.031671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.033889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0385246f-0ade-4cc7-abad-b708e204e297 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:02.058860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a402d2-e365-4242-8a09-06fde39605cd,revision_number=0']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:02.064921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:02.105400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.106821 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-993d1065-6b3d-442d-8691-a7e330f0b03b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432156 Feb 17 04:34:02.110094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57248) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:02.116642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'floatingip': {'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:02.123698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:02.127878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Usage tracker for resource:floatingip and tenant:d83e778a30fb4826a8268802dc17b662 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:02.131004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:02.138182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:02.143866 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9e061899-a9b8-4d43-ab81-d9078bb42e45 service neutron] 10.222.0.26 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2010078 Feb 17 04:34:02.171009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e4204-c7e5-4a67-85d9-6f04d5e2e5fb req-dd1c4d8c-5bac-46bc-a6f6-7dbb474949b4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:02.177440 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d58e4204-c7e5-4a67-85d9-6f04d5e2e5fb req-dd1c4d8c-5bac-46bc-a6f6-7dbb474949b4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1232488 Feb 17 04:34:02.179416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.183093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57252) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:02.188771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Request body: {'floatingip': {'port_id': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:02.273530 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.360179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.382244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.519470 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-917fc572-a374-4c63-b57b-8caa156fbacf req-20427589-ccfd-4ce9-b891-2116d08ec09f tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 210 time: 0.1056721 Feb 17 04:34:02.614824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baafaf7-fb30-4c3d-9e03-d5ca3b95b188 req-f1980847-ab7b-49b4-b65e-0aaaa4719900 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:02.616421 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3baafaf7-fb30-4c3d-9e03-d5ca3b95b188 req-f1980847-ab7b-49b4-b65e-0aaaa4719900 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 946 time: 0.2755029 Feb 17 04:34:02.663960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.681294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Allocated IP 172.28.3.53 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/6bf6041a-fa30-40c9-9f63-8ceb3ec69974) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:34:02.820696 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3baafaf7-fb30-4c3d-9e03-d5ca3b95b188 req-2aaf0e1b-7a16-4cfb-9ffc-6a18e25fd2a7 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959593 Feb 17 04:34:03.136012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.173728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.198179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.277405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.293884 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a026cab8-7171-42ce-b1c7-a81b2df9285a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:03.397148 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Floating IP 84020764-13b7-45a7-bd0e-a97e4e623549 associated. External IP: 172.28.3.58, port: f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0. Feb 17 04:34:03.431009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 346b9521-0fbf-4cc2-8c67-1b936f848729 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:03.440942 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'Port': ['ID=6bf6041a-fa30-40c9-9f63-8ceb3ec69974,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:03.445370 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:03.491181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:34:03.492495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:34:03.495454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:34:03.514073 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 346b9521-0fbf-4cc2-8c67-1b936f848729 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:03.514589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.642363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.655256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:03.731566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:03.732361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.745759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.050069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.071130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.088738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39c885d9-454e-470c-be58-8f8fea0872a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:04.102316 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-81a15f51-d2ce-46c3-b476-e81330e415dd req-ed031a67-94e0-4afd-9692-25b46810734d tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 210 time: 0.3988340 Feb 17 04:34:04.214276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-f33a2a36-896c-4fd7-8a3b-687394034d74 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.215831 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-f33a2a36-896c-4fd7-8a3b-687394034d74 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 946 time: 0.6833165 Feb 17 04:34:04.225577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1885c-2feb-498e-a7a1-e2343504d57c req-2da7de16-a831-4b96-8341-e094f70e4f0e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.227205 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05d1885c-2feb-498e-a7a1-e2343504d57c req-2da7de16-a831-4b96-8341-e094f70e4f0e tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 946 time: 0.1814709 Feb 17 04:34:04.243747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'Port': ['ID=6bf6041a-fa30-40c9-9f63-8ceb3ec69974,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:04.253468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:04.316053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:34:04.355705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Deleting port 346b9521-0fbf-4cc2-8c67-1b936f848729 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:34:04.356095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.406679 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05d1885c-2feb-498e-a7a1-e2343504d57c req-9f0106ae-b4c2-40dc-aa5c-3aa2ccb33c06 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431751 Feb 17 04:34:04.479154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.524978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-2cb07826-5fde-43f3-9655-6ee059a3a290 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.527117 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-2cb07826-5fde-43f3-9655-6ee059a3a290 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "GET /v2.0/networks?id=c14b537d-4d2a-4334-9f8c-8d6b04f18499 HTTP/1.1" status: 200 len: 813 time: 0.2365937 Feb 17 04:34:04.540562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Request body: {'port': {'device_id': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499', 'admin_state_up': True, 'tenant_id': '3cb24874b60d466385bf5da017385494'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:04.578076 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.579313 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4682000 Feb 17 04:34:04.719869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:04.724077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Usage tracker for resource:port and tenant:3cb24874b60d466385bf5da017385494 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:04.727392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:04.735401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:04.772358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:34:04.784940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.787068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:34:04.797550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:04.798284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:34:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:04.826001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Made reservation on behalf of 3cb24874b60d466385bf5da017385494 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:34:04.832986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.874486 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-327c6ad8-eac0-442f-b795-57d90dc7bd81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "PUT /v2.0/floatingips/84020764-13b7-45a7-bd0e-a97e4e623549 HTTP/1.1" status: 200 len: 990 time: 2.6874506 Feb 17 04:34:04.875819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:04.904630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-42abc4ad-324d-4c7d-adb0-4b57579dc445 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:04.940278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] For port 346b9521-0fbf-4cc2-8c67-1b936f848729, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=346b9521-0fbf-4cc2-8c67-1b936f848729,segment=NetworkSegment(aafacc27-3037-48ed-b2ed-b558c0e501df),segment_id=aafacc27-3037-48ed-b2ed-b558c0e501df)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:04.940677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:05.007889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-42abc4ad-324d-4c7d-adb0-4b57579dc445 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:05.009162 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-42abc4ad-324d-4c7d-adb0-4b57579dc445 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1159815562&fields=id&tenant_id=d83e778a30fb4826a8268802dc17b662 HTTP/1.1" status: 200 len: 267 time: 0.1996293 Feb 17 04:34:05.010663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:05.082942 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'status': 'completed', 'code': 200} Feb 17 04:34:05.091071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Calling delete_port for 346b9521-0fbf-4cc2-8c67-1b936f848729 owned by compute:nova {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:05.222665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Allocated IP 172.20.0.7 (c14b537d-4d2a-4334-9f8c-8d6b04f18499/3457000d-44a5-47ea-b58e-b8e0547aa545/77f6b607-8112-48db-a9e1-04f7bda385c3) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:34:05.379851 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aa6bf50a-2494-433b-9254-49836db4c38c req-3d6c6b2a-662b-452c-b02d-b2ec92486b3f tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 210 time: 0.0865741 Feb 17 04:34:05.382582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 346b9521-0fbf-4cc2-8c67-1b936f848729 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:34:05.476899 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-cdb170e2-ea5b-4bfd-b7ee-c8ec83810ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.479067 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-cdb170e2-ea5b-4bfd-b7ee-c8ec83810ed4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1162 time: 0.3556144 Feb 17 04:34:05.482024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:05.490084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-3aa88713-b9c1-45da-a19e-5ac7c3f8a854 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.491654 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-3aa88713-b9c1-45da-a19e-5ac7c3f8a854 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 811 time: 0.4112313 Feb 17 04:34:05.557872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:05.565010 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-d9b229cc-137d-4952-a533-3a6644d22ff3 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/quotas/d83e778a30fb4826a8268802dc17b662 HTTP/1.1" status: 200 len: 375 time: 0.0394251 Feb 17 04:34:05.576963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:05.607949 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:05.652180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': '84020764-13b7-45a7-bd0e-a97e4e623549', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'floating_ip_address': '172.28.3.58', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'port_id': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'mac_address': 'fa:16:3e:b8:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:33:44Z', 'updated_at': '2021-02-17T04:34:03Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:05.656834 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:34:05.667967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:05.668703 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:34:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:05.732630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Pushing event updated for resources: {'Port': ['ID=77f6b607-8112-48db-a9e1-04f7bda385c3,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:05.737635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:05.780375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:05.787621 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:34:05.788937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:34:05.791448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:34:05.803449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:05.862326 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.863393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:05.864364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-91a608b3-a6f1-400b-835c-aa3da6bafbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.865712 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-91a608b3-a6f1-400b-835c-aa3da6bafbf5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.3731351 Feb 17 04:34:05.884878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Pushing event deleted for resources: {'Port': ['ID=346b9521-0fbf-4cc2-8c67-1b936f848729,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:05.911995 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3756385 Feb 17 04:34:05.924052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Request body: {'port': {'device_id': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:05.933839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:06.000123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:06.051636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:06.280364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443359a-53a9-4863-b2a1-cdbce9a42505 req-c095afd7-a9db-438c-a933-23291242ba5c tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.281966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f443359a-53a9-4863-b2a1-cdbce9a42505 req-c095afd7-a9db-438c-a933-23291242ba5c tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 867 time: 0.7301571 Feb 17 04:34:06.297085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-86db320a-cdad-469e-aa47-17ca01f8fbd4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:06.364825 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-d3f16b2e-b4e0-4c96-b156-9ca698400e64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 998 time: 0.4851179 Feb 17 04:34:06.433062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': '84020764-13b7-45a7-bd0e-a97e4e623549', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'floating_ip_address': '172.28.3.58', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'port_id': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'mac_address': 'fa:16:3e:b8:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:33:44Z', 'updated_at': '2021-02-17T04:34:03Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:06.437953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-86db320a-cdad-469e-aa47-17ca01f8fbd4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:06.438857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc47ef-ddd5-47a9-baae-c882c88f0ce8 None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': '84020764-13b7-45a7-bd0e-a97e4e623549', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'floating_ip_address': '172.28.3.58', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'port_id': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'mac_address': 'fa:16:3e:b8:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:33:44Z', 'updated_at': '2021-02-17T04:34:03Z', 'revision_number': 1, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:34:06.439325 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-86db320a-cdad-469e-aa47-17ca01f8fbd4 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7862329 Feb 17 04:34:06.450230 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f443359a-53a9-4863-b2a1-cdbce9a42505 req-7351eb98-0def-4dfc-a2b5-4dd9c1311a86 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/security-groups?id=f6d12bda-cc34-4711-9467-18a19338e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490030 Feb 17 04:34:06.563955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-eb194d2c-90f6-4da4-9419-c3da3bd1b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.565529 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-eb194d2c-90f6-4da4-9419-c3da3bd1b120 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.1813114 Feb 17 04:34:06.574132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f6b607-8112-48db-a9e1-04f7bda385c3 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:34:06.584135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:06.597445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Transition to ACTIVE for port object 77f6b607-8112-48db-a9e1-04f7bda385c3 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:06.616808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] No DVR routers for this DVR port 346b9521-0fbf-4cc2-8c67-1b936f848729 on host hv-cinder-75995 {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:34:06.637149 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:06.654784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d405c14f-d68b-41d4-b856-363b19700a60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:06.659138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:06.696284 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9b1c4d6e-209a-4f9b-9a49-918031e626f5 req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.67 "DELETE /v2.0/ports/346b9521-0fbf-4cc2-8c67-1b936f848729 HTTP/1.1" status: 204 len: 173 time: 2.4679923 Feb 17 04:34:06.791363 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-922fdfe9-9b42-4309-8d46-0bbdb98f72c8 service neutron] 10.222.0.26 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296566 Feb 17 04:34:06.808562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95794125-912b-4192-95fe-913f3c747f13 None None] New status for floating IP 84020764-13b7-45a7-bd0e-a97e4e623549: ACTIVE {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:34:06.821087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Pushing event updated for resources: {'Port': ['ID=77f6b607-8112-48db-a9e1-04f7bda385c3,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:06.825723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:06.861891 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-301452d9-ad89-4266-98c1-9f71b45d2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.863585 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-301452d9-ad89-4266-98c1-9f71b45d2100 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2477145 Feb 17 04:34:07.050840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cbb3d-41f8-4071-bf54-192ec7e5ed85 req-7b78aaca-ccb1-4c6f-95c0-ea8469f0ed50 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:07.052537 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f63cbb3d-41f8-4071-bf54-192ec7e5ed85 req-7b78aaca-ccb1-4c6f-95c0-ea8469f0ed50 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 943 time: 0.3471241 Feb 17 04:34:07.086969 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'name': 'network-vif-deleted', 'tag': '346b9521-0fbf-4cc2-8c67-1b936f848729'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:07.140479 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-c951df7c-ff4d-49bd-8710-d59dac8a90ce service neutron] 10.222.0.26 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3401012 Feb 17 04:34:07.162786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f63cbb3d-41f8-4071-bf54-192ec7e5ed85 req-f4ab3591-8928-44a9-a723-c7251dcd74b1 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Synchronizing usage tracker for tenant:3cb24874b60d466385bf5da017385494 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:07.177447 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-22e70753-bba3-477b-9afd-96b72f4224ed service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632720 Feb 17 04:34:07.301499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Attempting to bind port 77f6b607-8112-48db-a9e1-04f7bda385c3 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:34:07.302101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Attempting to bind port 77f6b607-8112-48db-a9e1-04f7bda385c3 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:34:07.302210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Attempting to bind port 77f6b607-8112-48db-a9e1-04f7bda385c3 on network c14b537d-4d2a-4334-9f8c-8d6b04f18499 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:34:07.304114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f63cbb3d-41f8-4071-bf54-192ec7e5ed85 req-f4ab3591-8928-44a9-a723-c7251dcd74b1 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Unset dirty status for tenant:3cb24874b60d466385bf5da017385494 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:07.305449 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f63cbb3d-41f8-4071-bf54-192ec7e5ed85 req-f4ab3591-8928-44a9-a723-c7251dcd74b1 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406292 Feb 17 04:34:07.310128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:34:07.310519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Checking segment: {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:34:07.310980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:07.311442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Bound using segment: {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:34:07.311966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Bound port: 77f6b607-8112-48db-a9e1-04f7bda385c3, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:34:07.312404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:07.381351 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-539e2fa6-641e-44de-b83b-97e9e0e48ff2 req-ae3e747c-7689-4759-a4e5-9b20bf42a421 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1915631 Feb 17 04:34:07.383266 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808b1b58-05b3-4e66-9915-6c4ab268a9dd', 'name': 'network-vif-deleted', 'tag': '346b9521-0fbf-4cc2-8c67-1b936f848729', 'status': 'completed', 'code': 200} Feb 17 04:34:07.454616 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0fa3b699-fbf9-4fa2-b458-5a1715563466 req-28b500f4-b84e-4789-94d3-c5d118e23e3c tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 210 time: 0.0558932 Feb 17 04:34:07.548792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] For port 77f6b607-8112-48db-a9e1-04f7bda385c3, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:34:07.552581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] For port 77f6b607-8112-48db-a9e1-04f7bda385c3, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=77f6b607-8112-48db-a9e1-04f7bda385c3,segment=NetworkSegment(c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e),segment_id=c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:34:07.644471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-ab86a2b3-1096-4daf-88a1-c8ed99b3f63c req-ba5bf72b-0f18-41ec-8fab-a3b713babdc7 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Synchronizing usage tracker for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:07.648021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:07.670980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:07.722545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-ab86a2b3-1096-4daf-88a1-c8ed99b3f63c req-ba5bf72b-0f18-41ec-8fab-a3b713babdc7 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Unset dirty status for tenant:cf7ae46e691b4e3bbedd46f7f765c128 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:07.724664 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab86a2b3-1096-4daf-88a1-c8ed99b3f63c req-ba5bf72b-0f18-41ec-8fab-a3b713babdc7 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] 10.222.0.26 "GET /v2.0/ports?device_id=808b1b58-05b3-4e66-9915-6c4ab268a9dd HTTP/1.1" status: 200 len: 210 time: 0.1288662 Feb 17 04:34:07.841252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Pushing event updated for resources: {'Port': ['ID=77f6b607-8112-48db-a9e1-04f7bda385c3,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:07.846665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:07.877655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:07.878374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:07.879864 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-99113c63-7f36-4df8-9ebb-6c3ad9495d6b service neutron] 10.222.0.67 "PUT /v2.0/ports/77f6b607-8112-48db-a9e1-04f7bda385c3 HTTP/1.1" status: 200 len: 1157 time: 1.9609168 Feb 17 04:34:07.880393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'tag': '77f6b607-8112-48db-a9e1-04f7bda385c3'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:07.932854 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'tag': '77f6b607-8112-48db-a9e1-04f7bda385c3', 'status': 'completed', 'code': 200} Feb 17 04:34:08.034541 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d40179-273f-4675-87c7-d0386b54da3e req-ed520ff7-6517-47cd-9189-668d39b85e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:08.036182 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b1d40179-273f-4675-87c7-d0386b54da3e req-ed520ff7-6517-47cd-9189-668d39b85e11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cb24874b60d466385bf5da017385494&device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 1160 time: 0.0815358 Feb 17 04:34:08.203029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d40179-273f-4675-87c7-d0386b54da3e req-7f7ccfa7-b870-4d47-a70b-9e5f00cfb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:08.204686 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b1d40179-273f-4675-87c7-d0386b54da3e req-7f7ccfa7-b870-4d47-a70b-9e5f00cfb666 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3cb24874b60d466385bf5da017385494&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1612742 Feb 17 04:34:08.374865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d40179-273f-4675-87c7-d0386b54da3e req-1ff7dbe6-f605-49bc-b9e7-97a9521c4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:08.376458 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b1d40179-273f-4675-87c7-d0386b54da3e req-1ff7dbe6-f605-49bc-b9e7-97a9521c4a3c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1644735 Feb 17 04:34:08.519681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-f61686a9-b86f-451c-bc9d-b0c7b687b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:08.521755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-f61686a9-b86f-451c-bc9d-b0c7b687b5e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cb24874b60d466385bf5da017385494&device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 1160 time: 0.0889809 Feb 17 04:34:08.535443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda91e-ed64-427f-a478-60801c16dcc3 req-be80ccc1-74a3-4cc9-9ff5-f4be899936be tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:08.537081 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4beda91e-ed64-427f-a478-60801c16dcc3 req-be80ccc1-74a3-4cc9-9ff5-f4be899936be tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 943 time: 0.0942743 Feb 17 04:34:08.598230 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-05eba88a-5dca-459d-8209-9d17af6776e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77f6b607-8112-48db-a9e1-04f7bda385c3 HTTP/1.1" status: 200 len: 217 time: 0.0684361 Feb 17 04:34:08.629594 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4beda91e-ed64-427f-a478-60801c16dcc3 req-7245e859-25c1-4016-b1c8-716714225d13 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824904 Feb 17 04:34:08.646220 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9e324df8-8235-46b5-a0cc-334acf9ed36f req-3676cc69-abb4-4ef0-a72e-a2e82fc1df45 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 210 time: 0.0587227 Feb 17 04:34:08.674776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-8a8f268b-b41d-4c55-8771-fb94a99edc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:08.676314 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-8a8f268b-b41d-4c55-8771-fb94a99edc79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3457000d-44a5-47ea-b58e-b8e0547aa545 HTTP/1.1" status: 200 len: 853 time: 0.0722530 Feb 17 04:34:08.733133 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-446f0de2-caeb-429d-9262-7c327dad3882 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c14b537d-4d2a-4334-9f8c-8d6b04f18499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496085 Feb 17 04:34:08.889657 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-3ecb8069-3fd9-44d5-afbf-4738ed0df419 service neutron] 10.222.0.67 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492290 Feb 17 04:34:09.044861 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bcd42239-15a6-4229-8a6a-6f40cf21b256 req-e500537b-4430-411c-ab6c-5ca78bc02737 service neutron] 10.222.0.67 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479309 Feb 17 04:34:09.348140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-b7eef598-d147-4568-a5fc-e96e8756b11e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:09.349726 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-b7eef598-d147-4568-a5fc-e96e8756b11e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 811 time: 0.1644027 Feb 17 04:34:09.427303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-b0edfca3-be9b-45f1-b129-ba934bd8628f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:security_group {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:09.440718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-b0edfca3-be9b-45f1-b129-ba934bd8628f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:security_group {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:09.442148 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-b0edfca3-be9b-45f1-b129-ba934bd8628f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d83e778a30fb4826a8268802dc17b662 HTTP/1.1" status: 200 len: 5704 time: 0.0828402 Feb 17 04:34:09.459046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'port': {'device_id': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'admin_state_up': True, 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'security_groups': ['0b3e5d69-bca9-4044-8c2b-3b157bdf9e04']}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:09.617795 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:09.629389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:09.675757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Made reservation on behalf of d83e778a30fb4826a8268802dc17b662 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:34:09.693206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:09.866028 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0ba84a6c-392b-44ad-a948-77b57aa656cf req-5b7a62b4-c401-49d2-915a-b949a9ffd6e8 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 210 time: 0.0642183 Feb 17 04:34:09.912425 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a86bb6-06bc-41f5-8a98-9902fea329f6 req-16f3dc83-1034-45ce-8dfb-5146fd6b7710 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:09.914066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-85a86bb6-06bc-41f5-8a98-9902fea329f6 req-16f3dc83-1034-45ce-8dfb-5146fd6b7710 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 943 time: 0.1561499 Feb 17 04:34:09.968256 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-85a86bb6-06bc-41f5-8a98-9902fea329f6 req-28d7141c-c3a0-4c7b-a1f1-342dfca305ce tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Feb 17 04:34:10.039755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Allocated IP 172.20.0.13 (1f7ad1a0-7804-43c9-a363-4672835d3e18/e20f8abc-116a-4f71-9934-4f844e1caf8b/8b8b85a2-ff38-4399-8fe3-e3b2e00beee0) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:34:10.258426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:10.276131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Transition to ACTIVE for port object 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:10.334562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:10.352184 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:10.510307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event updated for resources: {'Port': ['ID=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:10.514992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:10.558262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:34:10.559410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:34:10.561636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:34:10.633014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:10.633678 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:10.694857 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-36289bbc-2134-4173-867b-71aa586929ec tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2402508 Feb 17 04:34:10.707469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Request body: {'port': {'device_id': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:10.839327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:10.848743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3d4e600c-1158-4556-aa4b-c1290cee191e None None] Provisioning for port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:10.854792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-3d4e600c-1158-4556-aa4b-c1290cee191e None None] Provisioning complete for port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:10.855218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3d4e600c-1158-4556-aa4b-c1290cee191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.092781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bf63-fd92-4d3f-a2f4-4d7c11094ad6 req-997b664b-48c0-4e3c-b123-5416826f21c6 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:11.099727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e600c-1158-4556-aa4b-c1290cee191e None None] Port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:34:11.100404 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-20e8bf63-fd92-4d3f-a2f4-4d7c11094ad6 req-997b664b-48c0-4e3c-b123-5416826f21c6 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 932 time: 0.0999281 Feb 17 04:34:11.204807 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-20e8bf63-fd92-4d3f-a2f4-4d7c11094ad6 req-0c5a1d88-5ab6-4e25-9e1b-243cd46f6168 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026471 Feb 17 04:34:11.239206 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011219a-8ed4-4f6b-8991-585ccae8eed1 req-cea98124-6a2c-444c-a6e6-02f983ede6a4 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:11.242418 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4011219a-8ed4-4f6b-8991-585ccae8eed1 req-cea98124-6a2c-444c-a6e6-02f983ede6a4 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 943 time: 0.1383955 Feb 17 04:34:11.308934 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4011219a-8ed4-4f6b-8991-585ccae8eed1 req-79d0e8bc-b88e-4a1d-8f6d-6c72b8cb55fa tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Feb 17 04:34:11.350450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:34:11.418220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.433009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Transition to ACTIVE for port object 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:11.470031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.487295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-de954ca9-b83f-406a-8467-4bd9e4209358 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:11.561204 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-9a87bb6d-5443-47b8-9cbb-5fbe6162ad40 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:34:11.634237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Pushing event updated for resources: {'Port': ['ID=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:11.638953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:11.826787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Attempting to bind port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:34:11.827240 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Attempting to bind port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:34:11.827677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Attempting to bind port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 on network 1f7ad1a0-7804-43c9-a363-4672835d3e18 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:34:11.833934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:34:11.834598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Checking segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:34:11.834858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.835163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Bound using segment: {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:34:11.835617 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Bound port: 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:34:11.835988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.951228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] For port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:34:11.954735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] For port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:34:11.979372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 77f6b607-8112-48db-a9e1-04f7bda385c3 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:11.987821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.073878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:12.094838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 77f6b607-8112-48db-a9e1-04f7bda385c3 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:12.102178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 77f6b607-8112-48db-a9e1-04f7bda385c3 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:12.102882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.195982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Pushing event updated for resources: {'Port': ['ID=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:12.203005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:12.251401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:12.252098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.253631 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] 10.222.0.67 "PUT /v2.0/ports/8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 HTTP/1.1" status: 200 len: 1158 time: 1.5510495 Feb 17 04:34:12.254236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:12.318647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.344748 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'status': 'completed', 'code': 200} Feb 17 04:34:12.369356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 77f6b607-8112-48db-a9e1-04f7bda385c3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=77f6b607-8112-48db-a9e1-04f7bda385c3,segment=NetworkSegment(c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e),segment_id=c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:12.372221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6b607-8112-48db-a9e1-04f7bda385c3'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:12.408063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.411874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:12.543579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=77f6b607-8112-48db-a9e1-04f7bda385c3,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:12.557129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:12.565810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-58d00567-9f98-4606-a3d5-4390cf2c4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:12.569365 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-58d00567-9f98-4606-a3d5-4390cf2c4aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 1161 time: 0.2170033 Feb 17 04:34:12.699765 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-4c157bc4-d169-40d0-ac86-f4d66c22fd96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 HTTP/1.1" status: 200 len: 217 time: 0.1217833 Feb 17 04:34:12.712415 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b056b63-5b66-4e1b-ba88-30fef8652736 req-192f3a7c-560c-4258-9d2b-61b405fef054 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:12.721457 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b056b63-5b66-4e1b-ba88-30fef8652736 req-192f3a7c-560c-4258-9d2b-61b405fef054 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 944 time: 0.2839441 Feb 17 04:34:12.797840 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b056b63-5b66-4e1b-ba88-30fef8652736 req-f1311ee6-623e-4dc3-ad78-5de84e50261e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752997 Feb 17 04:34:12.816971 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db792d8-cbef-42c6-9979-db6149a98579 req-b1a1fe88-2828-46ed-a618-7547a52b60f0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:12.819080 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9db792d8-cbef-42c6-9979-db6149a98579 req-b1a1fe88-2828-46ed-a618-7547a52b60f0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.2716582 Feb 17 04:34:12.906505 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6b607-8112-48db-a9e1-04f7bda385c3', 'code': 200} Feb 17 04:34:12.924719 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9db792d8-cbef-42c6-9979-db6149a98579 req-f2b960df-3731-44f9-917e-29c93d2746d2 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983138 Feb 17 04:34:13.070277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-551aaa8a-bf14-46b0-aa9b-2faf0daed2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:13.072565 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-551aaa8a-bf14-46b0-aa9b-2faf0daed2d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.3649111 Feb 17 04:34:13.228226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-cc75aab7-8882-4d44-adc0-33d5795b459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:13.230264 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-cc75aab7-8882-4d44-adc0-33d5795b459f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1499326 Feb 17 04:34:13.250290 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab68b2-e880-49a2-a1b6-1ed184ae0841 req-b759543f-b501-464c-8182-d8c2967e70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:13.251901 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c9ab68b2-e880-49a2-a1b6-1ed184ae0841 req-b759543f-b501-464c-8182-d8c2967e70c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 1162 time: 0.0875943 Feb 17 04:34:13.303820 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c9ab68b2-e880-49a2-a1b6-1ed184ae0841 req-0938745d-737a-4c9e-bdb9-e77d8ac98d4c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Feb 17 04:34:13.436716 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-e971eff2-242d-4ee4-8627-b102c53748a1 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993735 Feb 17 04:34:13.514343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 77f6b607-8112-48db-a9e1-04f7bda385c3 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:13.602019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 77f6b607-8112-48db-a9e1-04f7bda385c3 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:13.602754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:13.660053 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2fe4169b-ac46-4ed3-8061-edf6c5be7e88 req-19a0e076-f353-4505-99d8-5797648a57b3 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1649230 Feb 17 04:34:13.854852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-04f989d3-2566-41ed-a648-543e84517ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:13.856817 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-04f989d3-2566-41ed-a648-543e84517ccf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 1161 time: 0.1002612 Feb 17 04:34:14.026848 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-d6db32c2-df28-415d-88d9-203c0fbeb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.028570 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-d6db32c2-df28-415d-88d9-203c0fbeb933 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 905 time: 0.1636434 Feb 17 04:34:14.090994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b5f0-0dbc-4d0e-a6e1-197276355631 req-cf3a2e35-b287-46a2-9be4-9d8e2192c74f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.093270 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5ec0b5f0-0dbc-4d0e-a6e1-197276355631 req-cf3a2e35-b287-46a2-9be4-9d8e2192c74f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 944 time: 0.1502635 Feb 17 04:34:14.120903 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-91e72323-c205-4da9-879d-01e826ea8777 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 HTTP/1.1" status: 200 len: 217 time: 0.0821974 Feb 17 04:34:14.214173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-987cf5fa-f5fe-45b7-85cd-f1fd76695c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.216231 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-987cf5fa-f5fe-45b7-85cd-f1fd76695c88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.0856738 Feb 17 04:34:14.248602 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5ec0b5f0-0dbc-4d0e-a6e1-197276355631 req-6e457314-f1dd-4f3a-877e-1951b0ab3a93 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483409 Feb 17 04:34:14.299721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736e474-37a8-4db5-a6e8-1ed61c3a5208 req-cc81a8a6-c9cb-4e14-ab65-ace5d8b75e39 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.308189 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8736e474-37a8-4db5-a6e8-1ed61c3a5208 req-cc81a8a6-c9cb-4e14-ab65-ace5d8b75e39 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.1806567 Feb 17 04:34:14.368403 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8736e474-37a8-4db5-a6e8-1ed61c3a5208 req-3f2503cc-ce02-44f0-932e-2574c76d55c6 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Feb 17 04:34:14.379913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-d7381368-2a31-4fa5-8d87-c082a6489cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.382577 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-d7381368-2a31-4fa5-8d87-c082a6489cea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1564581 Feb 17 04:34:14.581097 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-c1edccdb-0244-4a49-b050-07962a1ba757 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840529 Feb 17 04:34:14.766939 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5f0a0cb1-3d77-45a2-88f5-d8013876141e req-e6f54c6f-4ebe-4d78-8add-b84e5a147316 service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1756873 Feb 17 04:34:15.461419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137de85e-01d6-4230-82fa-44b796ae0485 req-1a30924c-a9d5-4426-97f3-948f8756add2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:15.464078 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-137de85e-01d6-4230-82fa-44b796ae0485 req-1a30924c-a9d5-4426-97f3-948f8756add2 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 944 time: 0.0942581 Feb 17 04:34:15.580870 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-137de85e-01d6-4230-82fa-44b796ae0485 req-b988b1ad-ae4c-4fa4-baf7-395d4cb916fc tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107399 Feb 17 04:34:15.615938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18f391-7e53-468e-806c-ca91cd0ad953 req-2b07ada1-46e9-4b92-9195-e9f14dc353c6 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:15.618140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea18f391-7e53-468e-806c-ca91cd0ad953 req-2b07ada1-46e9-4b92-9195-e9f14dc353c6 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.1307065 Feb 17 04:34:15.688499 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea18f391-7e53-468e-806c-ca91cd0ad953 req-0382d85a-9948-41e4-b553-9a98b97b179c tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635285 Feb 17 04:34:15.859983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:15.997229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 77f6b607-8112-48db-a9e1-04f7bda385c3 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:16.078991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 77f6b607-8112-48db-a9e1-04f7bda385c3 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:16.079412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:16.213786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:16.323499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:16.329043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:16.329469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:16.485700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:16.518739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:16.544244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:16.580356 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'code': 200} Feb 17 04:34:16.625951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:16.628639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8f300421-8988-4844-bb88-0c70b9f6bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:16.794673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:16.807132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:16.913292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de71ca6-bf66-4653-bf00-62061b629fc5 req-d3b127af-06ca-4829-854e-17adf277d9dc tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:16.914970 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1de71ca6-bf66-4653-bf00-62061b629fc5 req-d3b127af-06ca-4829-854e-17adf277d9dc tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.1613369 Feb 17 04:34:16.976791 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1de71ca6-bf66-4653-bf00-62061b629fc5 req-9b12cf7b-6f08-4a27-927a-c9c3f2e98d8a tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541434 Feb 17 04:34:17.014647 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc77da-2d84-4899-97ea-6c567ec7ac46 req-9204e22a-9a3c-4833-aee9-8286b3cea0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:17.016398 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e2bc77da-2d84-4899-97ea-6c567ec7ac46 req-9204e22a-9a3c-4833-aee9-8286b3cea0fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 1163 time: 0.0953882 Feb 17 04:34:17.085970 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e2bc77da-2d84-4899-97ea-6c567ec7ac46 req-478e29df-6a2b-439e-b042-c50f6257a8dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626371 Feb 17 04:34:17.547722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:17.637403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:17.638137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:18.187552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c3e0-7967-4c6f-9e5b-968fbb72a2fc req-0adbddce-7811-4cb2-b6bb-77e702adab21 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:18.188710 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4c65c3e0-7967-4c6f-9e5b-968fbb72a2fc req-0adbddce-7811-4cb2-b6bb-77e702adab21 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.0897658 Feb 17 04:34:18.256016 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4c65c3e0-7967-4c6f-9e5b-968fbb72a2fc req-7dcd4d93-edce-4d45-9af0-e282169fda48 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606241 Feb 17 04:34:18.655422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:34:19.479654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54adad-e7e6-4c37-a385-dcb24b506d2a req-4c67968b-0081-4396-af7d-9feb8d64aa3f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:19.481637 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0b54adad-e7e6-4c37-a385-dcb24b506d2a req-4c67968b-0081-4396-af7d-9feb8d64aa3f tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.1106219 Feb 17 04:34:19.532577 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0b54adad-e7e6-4c37-a385-dcb24b506d2a req-ab48469a-0f6b-447e-b3ad-1f668c788ce1 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442548 Feb 17 04:34:19.769948 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcff12e-036e-4567-b127-466cb7cc62b3 req-5d12f4db-4ac0-4a38-8f98-8b0d4d034c65 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:19.771849 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-afcff12e-036e-4567-b127-466cb7cc62b3 req-5d12f4db-4ac0-4a38-8f98-8b0d4d034c65 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.1237929 Feb 17 04:34:19.781256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57536) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:19.787079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Request body: {'floatingip': {'port_id': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:19.872674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:20.601876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:20.636731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:21.092809 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Floating IP ea20dffe-74cc-4d42-85b9-4029e8014426 associated. External IP: 172.28.3.53, port: 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0. Feb 17 04:34:21.515842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:34:21.728820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:34:21.734963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:21.739545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:34:21.750793 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:21.751474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:34:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:21.821781 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a8e5e1a9-6116-4302-8959-755f49cf973b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "PUT /v2.0/floatingips/ea20dffe-74cc-4d42-85b9-4029e8014426 HTTP/1.1" status: 200 len: 991 time: 2.0366261 Feb 17 04:34:21.821781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:21.898220 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'status': 'completed', 'code': 200} Feb 17 04:34:22.016186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-3c14869d-7027-4d53-a004-3575d1153bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:22.017779 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-3c14869d-7027-4d53-a004-3575d1153bff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d83e778a30fb4826a8268802dc17b662&device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 1163 time: 0.0918295 Feb 17 04:34:22.022716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:22.194622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-f042a703-c883-4b5a-9490-9124f2738972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:22.198170 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-f042a703-c883-4b5a-9490-9124f2738972 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 200 len: 905 time: 0.1723742 Feb 17 04:34:22.374010 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-473811f1-8dab-451d-92c3-fd7a84bd9dd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 HTTP/1.1" status: 200 len: 999 time: 0.1684477 Feb 17 04:34:22.473258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-d0a78824-9e25-4373-a8da-5aa22aa71f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:22.475043 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-d0a78824-9e25-4373-a8da-5aa22aa71f0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 200 len: 850 time: 0.0916014 Feb 17 04:34:22.488157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'ea20dffe-74cc-4d42-85b9-4029e8014426', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'floating_ip_address': '172.28.3.53', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'port_id': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'mac_address': 'fa:16:3e:0e:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:03Z', 'updated_at': '2021-02-17T04:34:20Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:22.492775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:34:22.503808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:22.504494 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:34:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:22.642992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-3f1fad2f-ca93-4a09-bf6e-c6669ef75250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:22.646213 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-3f1fad2f-ca93-4a09-bf6e-c6669ef75250 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f7ad1a0-7804-43c9-a363-4672835d3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1605258 Feb 17 04:34:22.720450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:22.807290 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-f0b4f602-758c-4dae-adbc-a2de01366bff service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542821 Feb 17 04:34:22.971455 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05ec588a-41e5-4ab2-95d4-1aae0dc1af4d req-9fc2fce5-b567-4599-98cc-d2db7dc3f81a service neutron] 10.222.0.67 "GET /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553376 Feb 17 04:34:23.172363 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'ea20dffe-74cc-4d42-85b9-4029e8014426', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'floating_ip_address': '172.28.3.53', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'port_id': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'mac_address': 'fa:16:3e:0e:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:03Z', 'updated_at': '2021-02-17T04:34:20Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:23.177179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc2a99-7b90-4822-811d-c029a6a0b51c None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'ea20dffe-74cc-4d42-85b9-4029e8014426', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'floating_ip_address': '172.28.3.53', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'port_id': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'mac_address': 'fa:16:3e:0e:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:03Z', 'updated_at': '2021-02-17T04:34:20Z', 'revision_number': 1, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:34:23.510799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0474f143-6d88-4435-9a8b-50b0a1fd3169 None None] New status for floating IP ea20dffe-74cc-4d42-85b9-4029e8014426: ACTIVE {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:34:28.298340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e79f78a4-177c-4e1e-9e31-1ea8026f433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:30.939356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d13e8190-3aea-492d-88b4-9cbf43082a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:31.122349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:32.355225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:32.670804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.138067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57758) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:39.211832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Deleting subnet e8f5502b-181e-457a-bd40-de59660fa508 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:34:39.215377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.270037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3140931'] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.328629 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.624754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2511791'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.640835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a65298b2-ea02-40f5-8d5c-9679eb745c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:39.688273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f5502b-181e-457a-bd40-de59660fa508,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:39.748059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.748397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.748902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.749345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.749739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.750166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.750571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.750979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.751389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.751774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.752156 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.752535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.752973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.753353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.753734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.754139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.754513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.754893 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.755271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.755648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.756027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.756408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.756784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.757160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:39.763380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:39.792569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.798658 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e8f5502b-181e-457a-bd40-de59660fa508 HTTP/1.1" status: 204 len: 168 time: 0.6593838 Feb 17 04:34:39.801265 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57762) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:39.919838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.115853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.236244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de31488-9b3b-4948-8361-de115ff45281']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:40.250085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafacc27-3037-48ed-b2ed-b558c0e501df') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:40.250422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafacc27-3037-48ed-b2ed-b558c0e501df') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:40.262754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.278615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.280644 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:34:40.460660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Network 9de31488-9b3b-4948-8361-de115ff45281 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:34:40.470756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.653973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Network 9de31488-9b3b-4948-8361-de115ff45281 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:34:40.677072 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:34:40.784853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.788671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f3dc9914-c191-431d-8345-7cc3c95a8bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:40.809664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:40.812267 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9de31488-9b3b-4948-8361-de115ff45281,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:40.815322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:40.858801 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-160ba6ab-992c-46c5-8860-eda3a214d5ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/9de31488-9b3b-4948-8361-de115ff45281 HTTP/1.1" status: 204 len: 168 time: 1.0564954 Feb 17 04:34:41.104079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57778) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:41.158334 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0246f6b6-fb47-439d-a21c-84fc384e8d1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf7ae46e691b4e3bbedd46f7f765c128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506408 Feb 17 04:34:41.158779 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57784) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:41.224780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.253291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.378142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.384044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d61c1dfe-3796-4dcb-8148-145373ca3c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:41.398166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d12bda-cc34-4711-9467-18a19338e418,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:41.401638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:41.453155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.454436 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9c22da4c-a7fd-4674-87c4-f400b0318fda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6d12bda-cc34-4711-9467-18a19338e418 HTTP/1.1" status: 204 len: 168 time: 0.2946920 Feb 17 04:34:43.232440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 57828) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:43.357047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.373088 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:43.377230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Usage tracker for resource:security_group_rule and tenant:d727348805664325a490abd63b1ff4bb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:43.380177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:43.386759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:43.470627 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.538972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.550019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-adc1c162-f2de-4bec-a11e-0dc269887abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:43.594231 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d727348805664325a490abd63b1ff4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605812 Feb 17 04:34:43.596577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 57836) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:43.597548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fb0a2b-963c-4a46-b29b-b73ea473f5a5,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:43.612053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:43.664097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.695311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.779304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.784717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1dadb6ff-4407-4b4a-94de-4f322ad7113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:43.797851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fb0a2b-963c-4a46-b29b-b73ea473f5a5,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:43.807597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.808013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.808423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.808827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.809231 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.809630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.810050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.810445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.810838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.811228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.811620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.812013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.812461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.812853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.813246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.813634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.814050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.814440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.814828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.815219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.815609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.815997 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.816395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.816799 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:43.820285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:43.821886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.823963 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b3137bef-1f9f-469a-b1c7-8703676d1f78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5fb0a2b-963c-4a46-b29b-b73ea473f5a5 HTTP/1.1" status: 204 len: 168 time: 0.2252512 Feb 17 04:34:45.841789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:46.643136 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-9c7fc1c5-eaeb-4309-b242-d6b832cdcb5d tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1115b7da0e2e43f284cc7e3849b43271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333710 Feb 17 04:34:46.811318 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-18ed47da-68fd-45ca-9cd2-38fa070c189e tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:46.812925 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-18ed47da-68fd-45ca-9cd2-38fa070c189e tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637275 Feb 17 04:34:46.830595 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-272e894a-e34f-4f7f-ab47-f2da0174e7bd tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/quotas/1115b7da0e2e43f284cc7e3849b43271 HTTP/1.1" status: 200 len: 375 time: 0.0106528 Feb 17 04:34:46.886300 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-8a8ea3ab-3748-4364-ab5a-2823790528b6 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1115b7da0e2e43f284cc7e3849b43271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496485 Feb 17 04:34:47.153691 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a57ce7ed-cc49-4ece-aa6d-b8805390b307 req-676ff793-4911-487a-ad47-f86ef67db868 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 210 time: 0.0558081 Feb 17 04:34:48.337464 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8517fed4-6052-4a53-ba11-9e6ef02232d5 req-efb5c8ac-ccbe-4f52-b853-29666859e68d tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 210 time: 0.0527382 Feb 17 04:34:49.272626 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-9d4a586e-3231-46c0-8174-4c7da6752291 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1115b7da0e2e43f284cc7e3849b43271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363662 Feb 17 04:34:49.446982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-664d0aae-d555-484c-9649-5fa07ea37840 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:49.448465 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-664d0aae-d555-484c-9649-5fa07ea37840 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703649 Feb 17 04:34:49.463732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Request body: {'port': {'device_id': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def', 'admin_state_up': True, 'tenant_id': '1115b7da0e2e43f284cc7e3849b43271'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:49.619003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:49.623367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Usage tracker for resource:port and tenant:1115b7da0e2e43f284cc7e3849b43271 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:49.626808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:49.633538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:49.670569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Made reservation on behalf of 1115b7da0e2e43f284cc7e3849b43271 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:34:49.678348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:49.694467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:49.713140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:49.719302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Usage tracker for resource:security_group_rule and tenant:1115b7da0e2e43f284cc7e3849b43271 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:49.724715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:49.751125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:49.863552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:49.893445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:49.905563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b587aaa8-19be-46b9-b7c5-49d92a33fe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:49.907818 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-68036092-40c6-4e78-b6ea-a852fa8a671d req-86faaf09-795d-4873-a550-9a87fd3faebf tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 210 time: 0.4462976 Feb 17 04:34:49.971174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0429ecd6-253f-403f-b8d4-1159a0ff0f1e,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:50.024584 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:50.226381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Allocated IP 192.168.233.74 (2e919c86-027a-4b53-9319-1076af7d1def/bc47bea0-73f3-49cc-817a-17893332f67f/b530ed5b-8e6a-42f7-83f8-4e0fd1679740) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:34:50.446754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:50.463023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Transition to ACTIVE for port object b530ed5b-8e6a-42f7-83f8-4e0fd1679740 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:50.522179 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:50.539986 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-26542820-a860-4952-92c8-f54a773d3d3e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:50.921508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Pushing event updated for resources: {'Port': ['ID=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:50.926006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:50.970328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Network 2e919c86-027a-4b53-9319-1076af7d1def is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:34:50.971610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:34:50.974112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:34:51.043548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:51.044587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.105555 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6461525 Feb 17 04:34:51.129820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3d251-fe07-4450-84b5-17e1fb60ba1c req-eee08662-d568-4636-ae13-59ef665f02da tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:51.132098 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7d3d251-fe07-4450-84b5-17e1fb60ba1c req-eee08662-d568-4636-ae13-59ef665f02da tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 935 time: 0.0992954 Feb 17 04:34:51.193589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Request body: {'port': {'device_id': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:51.224381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-af59f74b-9c6f-4c98-a70f-797c6ca54dac None None] Provisioning for port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:51.235798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-af59f74b-9c6f-4c98-a70f-797c6ca54dac None None] Provisioning complete for port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:51.235798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af59f74b-9c6f-4c98-a70f-797c6ca54dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.248148 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7d3d251-fe07-4450-84b5-17e1fb60ba1c req-b637cad3-5f44-4336-9bca-b50bd22696bb tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094477 Feb 17 04:34:51.320058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-af59f74b-9c6f-4c98-a70f-797c6ca54dac None None] Port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:34:51.374977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.798721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b530ed5b-8e6a-42f7-83f8-4e0fd1679740 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:34:51.807030 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.819378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Transition to ACTIVE for port object b530ed5b-8e6a-42f7-83f8-4e0fd1679740 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:51.853335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.870602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-054ab2c1-b5b7-4c6f-acf3-6e27ca481a6b tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:52.017505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:52.022270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:52.209488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Attempting to bind port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:34:52.210021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Attempting to bind port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:34:52.211034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Attempting to bind port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 on network 2e919c86-027a-4b53-9319-1076af7d1def {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:34:52.218500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:34:52.218910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Checking segment: {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:34:52.219322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.219722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Bound using segment: {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:34:52.220202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Bound port: b530ed5b-8e6a-42f7-83f8-4e0fd1679740, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdcbbfa-6bfa-4b86-8084-3928a9beb229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2e919c86-027a-4b53-9319-1076af7d1def'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:34:52.220573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.376751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] For port b530ed5b-8e6a-42f7-83f8-4e0fd1679740, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:34:52.380208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] For port b530ed5b-8e6a-42f7-83f8-4e0fd1679740, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,segment=NetworkSegment(bbdcbbfa-6bfa-4b86-8084-3928a9beb229),segment_id=bbdcbbfa-6bfa-4b86-8084-3928a9beb229)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:34:52.430608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.447898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:52.495788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bbf2c-d5fa-414b-99c7-0f21e19d0d45 req-3b043825-c92c-463a-a965-d131e655074b tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:52.497743 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2b7bbf2c-d5fa-414b-99c7-0f21e19d0d45 req-3b043825-c92c-463a-a965-d131e655074b tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 947 time: 0.0888314 Feb 17 04:34:52.546838 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2b7bbf2c-d5fa-414b-99c7-0f21e19d0d45 req-f90fda21-7959-43e8-8a16-e0530d9ae8e1 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Feb 17 04:34:52.607791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:52.611391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:52.644444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:52.645477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.646859 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/b530ed5b-8e6a-42f7-83f8-4e0fd1679740 HTTP/1.1" status: 200 len: 1161 time: 1.5329814 Feb 17 04:34:52.647383 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'tag': 'b530ed5b-8e6a-42f7-83f8-4e0fd1679740'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:52.702338 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'tag': 'b530ed5b-8e6a-42f7-83f8-4e0fd1679740', 'status': 'completed', 'code': 200} Feb 17 04:34:52.820519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e084-333d-4fec-b58d-6fdd39b10be4 req-182573e4-b9a0-48d2-a83e-361d0fd1c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:52.822233 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8440e084-333d-4fec-b58d-6fdd39b10be4 req-182573e4-b9a0-48d2-a83e-361d0fd1c294 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1115b7da0e2e43f284cc7e3849b43271&device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 1164 time: 0.0966458 Feb 17 04:34:52.860099 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8440e084-333d-4fec-b58d-6fdd39b10be4 req-b92b8726-84bc-44b6-8775-7f88d2a595ce service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1115b7da0e2e43f284cc7e3849b43271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295551 Feb 17 04:34:53.031024 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e084-333d-4fec-b58d-6fdd39b10be4 req-984e9e45-30a5-436b-950f-405d86aa4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.032668 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8440e084-333d-4fec-b58d-6fdd39b10be4 req-984e9e45-30a5-436b-950f-405d86aa4b9f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1636441 Feb 17 04:34:53.154096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-76f57fde-65d0-46f1-93f2-8720d84f4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.155735 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-76f57fde-65d0-46f1-93f2-8720d84f4982 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1115b7da0e2e43f284cc7e3849b43271&device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 1164 time: 0.0818996 Feb 17 04:34:53.237613 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-f00690b3-dea1-431d-b8da-deaef371caf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=b530ed5b-8e6a-42f7-83f8-4e0fd1679740 HTTP/1.1" status: 200 len: 217 time: 0.0738771 Feb 17 04:34:53.309110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-5f1be6a8-06d7-4a43-b043-b5d28a7395da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.310711 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-5f1be6a8-06d7-4a43-b043-b5d28a7395da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc47bea0-73f3-49cc-817a-17893332f67f HTTP/1.1" status: 200 len: 843 time: 0.0649588 Feb 17 04:34:53.401113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-47c0aaf6-79ec-4694-99ff-356e0a9d8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.402758 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-47c0aaf6-79ec-4694-99ff-356e0a9d8556 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e919c86-027a-4b53-9319-1076af7d1def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0847838 Feb 17 04:34:53.550809 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-8b4157fc-20c9-42c5-baf9-10d616be66d8 service neutron] 10.222.0.67 "GET /v2.0/networks/2e919c86-027a-4b53-9319-1076af7d1def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400080 Feb 17 04:34:53.704232 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5d0bfa3-6168-42c1-a063-0772f6cc6788 req-92cbcc51-3186-484f-9ebd-1aee6a5d0269 service neutron] 10.222.0.67 "GET /v2.0/networks/2e919c86-027a-4b53-9319-1076af7d1def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427331 Feb 17 04:34:53.761203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922b05-cd7e-4353-bdb5-9c68fcd5f5c5 req-30a382af-037f-4128-9f87-97f935bc41d9 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.762859 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-94922b05-cd7e-4353-bdb5-9c68fcd5f5c5 req-30a382af-037f-4128-9f87-97f935bc41d9 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 947 time: 0.0957003 Feb 17 04:34:53.811969 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-94922b05-cd7e-4353-bdb5-9c68fcd5f5c5 req-71459b8a-8dd7-4935-a774-9a5d197afcee tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Feb 17 04:34:54.562207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eae5a-f31a-4522-9ded-bf42f08e3e6e req-7e529cf2-3739-4278-84c1-a8f4bb01463b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:54.563814 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d08eae5a-f31a-4522-9ded-bf42f08e3e6e req-7e529cf2-3739-4278-84c1-a8f4bb01463b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0915697 Feb 17 04:34:54.617723 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d08eae5a-f31a-4522-9ded-bf42f08e3e6e req-91840773-89f7-4e20-a247-6bf7b41a38e4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472705 Feb 17 04:34:55.013409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989d28-e114-4e5d-abdf-024d309b82b5 req-f21926b9-7ea0-4087-baff-bdce1ec7db11 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:55.014948 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5989d28-e114-4e5d-abdf-024d309b82b5 req-f21926b9-7ea0-4087-baff-bdce1ec7db11 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 947 time: 0.0857718 Feb 17 04:34:55.062498 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d5989d28-e114-4e5d-abdf-024d309b82b5 req-24883cde-d63b-49ef-896f-2fefb2286e57 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Feb 17 04:34:55.655645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:34:55.827203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network 2e919c86-027a-4b53-9319-1076af7d1def details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:34:55.833372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34797cd9-ecc1-4563-bd8d-917da818cdbe req-dd153359-73eb-46e1-9720-c77c61c436c7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:55.835052 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-34797cd9-ecc1-4563-bd8d-917da818cdbe req-dd153359-73eb-46e1-9720-c77c61c436c7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0917842 Feb 17 04:34:55.884156 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-34797cd9-ecc1-4563-bd8d-917da818cdbe req-6903af99-fab0-40e8-b96c-b381f0c7ee6a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Feb 17 04:34:56.261328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-adc08cd1-996e-49cc-94bf-e6dab871e903 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:34:56.272223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382b554-016b-43aa-9d33-a7680cd61a76 req-41c486f8-0cff-41e5-ac5f-99b5b42aa33f tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:56.274030 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7382b554-016b-43aa-9d33-a7680cd61a76 req-41c486f8-0cff-41e5-ac5f-99b5b42aa33f tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 947 time: 0.0933912 Feb 17 04:34:56.323705 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7382b554-016b-43aa-9d33-a7680cd61a76 req-8fa7924b-c1a5-4aad-9256-b1f31a952bea tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Feb 17 04:34:56.774350 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device b530ed5b-8e6a-42f7-83f8-4e0fd1679740 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:56.881658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:56.886879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:56.887299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:57.011330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:57.043190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b530ed5b-8e6a-42f7-83f8-4e0fd1679740'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:57.053471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port b530ed5b-8e6a-42f7-83f8-4e0fd1679740, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,segment=NetworkSegment(bbdcbbfa-6bfa-4b86-8084-3928a9beb229),segment_id=bbdcbbfa-6bfa-4b86-8084-3928a9beb229)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:57.088208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:57.090544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4654d2fa-7956-4d17-b96d-ab99425982a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:57.101067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77100053-2a93-4622-82bc-e8d6d217ea00 req-e108fd18-16e5-480e-9106-db40558225f8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:57.103447 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-77100053-2a93-4622-82bc-e8d6d217ea00 req-e108fd18-16e5-480e-9106-db40558225f8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0939279 Feb 17 04:34:57.123670 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b530ed5b-8e6a-42f7-83f8-4e0fd1679740', 'code': 200} Feb 17 04:34:57.158093 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-77100053-2a93-4622-82bc-e8d6d217ea00 req-89540278-59ed-43c2-87d2-59fa3e22d001 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Feb 17 04:34:57.164892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:57.173604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.174293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.174680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.175071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.175444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.175820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.176191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.176559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.176928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.177296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.177662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.178069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.178483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.178896 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.179263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.179628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.180191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.180545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.180900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.181371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.181738 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.182130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.182497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.182860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:57.187365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:57.478381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a69e-b4a2-4e52-9761-af189352fed7 req-c564d5dc-c9ae-495a-8d91-0375899cb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:57.480278 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-38a1a69e-b4a2-4e52-9761-af189352fed7 req-c564d5dc-c9ae-495a-8d91-0375899cb43d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 1166 time: 0.0832083 Feb 17 04:34:57.528590 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-38a1a69e-b4a2-4e52-9761-af189352fed7 req-a8d6756c-02d2-49fd-ad83-ec6987d30b77 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Feb 17 04:34:57.554021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc219c1c-f5f9-4412-8296-ae75dd39ec4a req-7a8481b9-27f2-4ef4-a7f9-bd2c9989f8ff tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:57.555693 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc219c1c-f5f9-4412-8296-ae75dd39ec4a req-7a8481b9-27f2-4ef4-a7f9-bd2c9989f8ff tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 949 time: 0.0920436 Feb 17 04:34:57.603567 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc219c1c-f5f9-4412-8296-ae75dd39ec4a req-fa16e44a-2c1a-4eca-aba8-d4c38c3fb475 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Feb 17 04:34:57.764755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device b530ed5b-8e6a-42f7-83f8-4e0fd1679740 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:57.839557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:57.840103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:57.899700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfce87-eeae-4feb-bcd5-f57a4a12532c req-f4a0041a-5e7b-4200-bed8-73046c4d4b7f tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:57.901633 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-06bfce87-eeae-4feb-bcd5-f57a4a12532c req-f4a0041a-5e7b-4200-bed8-73046c4d4b7f tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.1013837 Feb 17 04:34:57.952450 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-06bfce87-eeae-4feb-bcd5-f57a4a12532c req-e64b1f3e-0ee6-460e-8b5f-f2be8de5d044 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431249 Feb 17 04:34:58.292674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-937ce3e3-37f4-4bfc-a528-9d5210555d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.394296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6860ec-42bb-443b-b049-99f95c4e85d3 req-caba7b76-840b-4e71-b192-784afb9e11bf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:58.396135 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6b6860ec-42bb-443b-b049-99f95c4e85d3 req-caba7b76-840b-4e71-b192-784afb9e11bf tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0880394 Feb 17 04:34:58.443823 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6b6860ec-42bb-443b-b049-99f95c4e85d3 req-88b313d6-a28d-48b9-9ab1-9899c5eef6ba tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Feb 17 04:34:58.806148 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3f9e0-bfee-4699-bc6c-0a8e94a01151 req-197cc65a-b6e6-4d96-a063-9556e0d1cf89 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:58.807703 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fa3f9e0-bfee-4699-bc6c-0a8e94a01151 req-197cc65a-b6e6-4d96-a063-9556e0d1cf89 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 949 time: 0.0889008 Feb 17 04:34:58.855366 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fa3f9e0-bfee-4699-bc6c-0a8e94a01151 req-27835157-c3fe-4802-b7d0-fde810c60ad9 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Feb 17 04:34:59.164130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8546b8-0339-4aec-8d7c-0fc001cf6e02 req-2f11bc9a-0abb-445a-aa64-29988b1514ce tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:59.165727 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1a8546b8-0339-4aec-8d7c-0fc001cf6e02 req-2f11bc9a-0abb-445a-aa64-29988b1514ce tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0876069 Feb 17 04:34:59.214352 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1a8546b8-0339-4aec-8d7c-0fc001cf6e02 req-0e6d1bad-25a6-472f-9d43-61ecf3034b5a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420430 Feb 17 04:34:59.655099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e61b-c80e-4339-b25d-890e424d2c44 req-cd65a95a-eba3-4222-99df-ed9b1df78090 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:59.656707 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4c1e61b-c80e-4339-b25d-890e424d2c44 req-cd65a95a-eba3-4222-99df-ed9b1df78090 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0896828 Feb 17 04:34:59.707266 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e4c1e61b-c80e-4339-b25d-890e424d2c44 req-62057a18-2298-44b8-849c-4ece6cbaf6fa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 Feb 17 04:34:59.766107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device b530ed5b-8e6a-42f7-83f8-4e0fd1679740 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:59.843895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:59.844302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.062865 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d7ba0-8757-4177-9e14-36ae27c06291 req-2937cb7e-f670-4d5f-8d92-2592b6138d7e tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:00.064439 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-952d7ba0-8757-4177-9e14-36ae27c06291 req-2937cb7e-f670-4d5f-8d92-2592b6138d7e tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 949 time: 0.0920968 Feb 17 04:35:00.111456 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-952d7ba0-8757-4177-9e14-36ae27c06291 req-9898b7a5-41ab-4e9c-97e1-cd7a61e11f8c tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Feb 17 04:35:00.482517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2a1e0-a7f2-47d5-9632-5844c811b7fc req-56216ad9-7846-412c-b989-b3ff2d7b1f81 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:00.484130 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e9b2a1e0-a7f2-47d5-9632-5844c811b7fc req-56216ad9-7846-412c-b989-b3ff2d7b1f81 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0896423 Feb 17 04:35:00.533344 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e9b2a1e0-a7f2-47d5-9632-5844c811b7fc req-9781b572-8876-453a-b14a-85a2dd85047d tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427711 Feb 17 04:35:00.721702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12265f3-b1e3-4683-8ae2-b4294a31f4bf req-c66b6957-06c7-44dd-8258-ba516fd49399 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:00.723360 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f12265f3-b1e3-4683-8ae2-b4294a31f4bf req-c66b6957-06c7-44dd-8258-ba516fd49399 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 949 time: 0.0905750 Feb 17 04:35:00.773832 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f12265f3-b1e3-4683-8ae2-b4294a31f4bf req-3914646e-0ae9-4549-881a-0cb9639826ad tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Feb 17 04:35:00.925409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93985dd0-4831-4211-ba66-b70cd584a081 req-67ffddb3-07c4-4310-b714-c2f044d4dd20 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:00.927053 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-93985dd0-4831-4211-ba66-b70cd584a081 req-67ffddb3-07c4-4310-b714-c2f044d4dd20 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0982053 Feb 17 04:35:00.955503 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d12265b6-e8ff-4fe3-853f-f7bc2a367459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.975636 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-93985dd0-4831-4211-ba66-b70cd584a081 req-6664b123-0fe7-44b7-8010-5c1b8f28af60 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Feb 17 04:35:01.121473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.734105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de789999-d7e9-4c88-9860-938fe09ad0e5 req-98b75ee5-d8ec-4ace-902e-ed8236d222e4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:01.735597 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de789999-d7e9-4c88-9860-938fe09ad0e5 req-98b75ee5-d8ec-4ace-902e-ed8236d222e4 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0853319 Feb 17 04:35:01.784943 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-de789999-d7e9-4c88-9860-938fe09ad0e5 req-1fae701c-14e4-431d-bdbe-6fefd697da86 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431771 Feb 17 04:35:01.982422 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509ebb-48c3-4b44-83f7-65ba808ac1c6 req-5eed0d2f-3804-4783-9a39-0e261bb37152 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:01.983986 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e509ebb-48c3-4b44-83f7-65ba808ac1c6 req-5eed0d2f-3804-4783-9a39-0e261bb37152 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 949 time: 0.0881166 Feb 17 04:35:02.032424 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4e509ebb-48c3-4b44-83f7-65ba808ac1c6 req-699ef933-b07a-4eef-9632-f9f073dfd660 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/security-groups?id=0429ecd6-253f-403f-b8d4-1159a0ff0f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Feb 17 04:35:02.183568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca210-f96f-41a8-97c3-ec7f2bd025d5 req-576c5815-e6db-4daf-817a-1328e9860359 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:02.185210 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-993ca210-f96f-41a8-97c3-ec7f2bd025d5 req-576c5815-e6db-4daf-817a-1328e9860359 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0924442 Feb 17 04:35:02.233717 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-993ca210-f96f-41a8-97c3-ec7f2bd025d5 req-2590a770-c30d-494d-b5fe-697a958c68a3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Feb 17 04:35:02.361656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.413316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-12c9cc4c-5a8d-402f-85ef-f89c55e2e644 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:02.414608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-12c9cc4c-5a8d-402f-85ef-f89c55e2e644 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Synchronizing usage tracker for tenant:1115b7da0e2e43f284cc7e3849b43271 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:02.458556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-12c9cc4c-5a8d-402f-85ef-f89c55e2e644 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Unset dirty status for tenant:1115b7da0e2e43f284cc7e3849b43271 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:02.459791 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-12c9cc4c-5a8d-402f-85ef-f89c55e2e644 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.67 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 949 time: 0.1337266 Feb 17 04:35:02.541538 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Deleting port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:02.541939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.721747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.814247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] For port b530ed5b-8e6a-42f7-83f8-4e0fd1679740, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,segment=NetworkSegment(bbdcbbfa-6bfa-4b86-8084-3928a9beb229),segment_id=bbdcbbfa-6bfa-4b86-8084-3928a9beb229)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:02.814654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.964853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Calling delete_port for b530ed5b-8e6a-42f7-83f8-4e0fd1679740 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:03.001643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0a513-c856-4369-82e5-5e9b508f347e req-c87bb685-6046-4721-ad9e-fba55a7a9408 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:03.002991 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eee0a513-c856-4369-82e5-5e9b508f347e req-c87bb685-6046-4721-ad9e-fba55a7a9408 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0903695 Feb 17 04:35:03.055605 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-eee0a513-c856-4369-82e5-5e9b508f347e req-ac882cb3-ab54-4710-a04c-57895d4ffd43 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447078 Feb 17 04:35:03.150679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:03.170468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d4a904b1-f90b-4f51-95e7-a035c61840e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:03.239409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Pushing event deleted for resources: {'Port': ['ID=b530ed5b-8e6a-42f7-83f8-4e0fd1679740,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:03.246068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:03.407659 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0a95ddd2-930f-4135-a141-07193fca87a4 req-4aaa277d-5075-4f92-9c27-fdab0c99bfe0 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.26 "GET /v2.0/ports?device_id=28647ad1-626b-4d92-902e-aca9abb6a62b HTTP/1.1" status: 200 len: 210 time: 0.0770807 Feb 17 04:35:03.436218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] No DVR routers for this DVR port b530ed5b-8e6a-42f7-83f8-4e0fd1679740 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:35:03.439565 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:03.442536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'name': 'network-vif-deleted', 'tag': 'b530ed5b-8e6a-42f7-83f8-4e0fd1679740'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:03.489296 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1c50e7c1-2176-4646-8c7a-1f3211607059 req-307d654c-b170-4fa0-b606-5d50dcf47e72 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] 10.222.0.67 "DELETE /v2.0/ports/b530ed5b-8e6a-42f7-83f8-4e0fd1679740 HTTP/1.1" status: 204 len: 173 time: 1.0216889 Feb 17 04:35:03.531269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb69204-3a6a-42c9-8e84-db2e8bb8fda4 req-33167136-9d7f-4c3e-92d1-ffb39c236e4f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:03.533030 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0fb69204-3a6a-42c9-8e84-db2e8bb8fda4 req-33167136-9d7f-4c3e-92d1-ffb39c236e4f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1082606 Feb 17 04:35:03.571776 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28647ad1-626b-4d92-902e-aca9abb6a62b', 'name': 'network-vif-deleted', 'tag': 'b530ed5b-8e6a-42f7-83f8-4e0fd1679740', 'status': 'completed', 'code': 200} Feb 17 04:35:03.591340 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0fb69204-3a6a-42c9-8e84-db2e8bb8fda4 req-be5b70ea-d483-40e7-a920-a51deb95ca13 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504799 Feb 17 04:35:03.757010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device b530ed5b-8e6a-42f7-83f8-4e0fd1679740 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:03.795510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: b530ed5b-8e6a-42f7-83f8-4e0fd1679740 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:03.795910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device b530ed5b-8e6a-42f7-83f8-4e0fd1679740 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:04.270412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4658-b9fe-436d-9dc2-d34d29801911 req-72e80bd5-42c3-4434-a18c-48c5fb86f6e9 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:04.272086 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-009b4658-b9fe-436d-9dc2-d34d29801911 req-72e80bd5-42c3-4434-a18c-48c5fb86f6e9 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0986342 Feb 17 04:35:04.320580 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-009b4658-b9fe-436d-9dc2-d34d29801911 req-5254b394-ce6a-4179-8185-70920dbcf373 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412498 Feb 17 04:35:04.824975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f1620-6fc6-4394-9759-eac8a38382e5 req-62b998c5-9ad1-41f0-8210-fafa1266ddfa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:04.826044 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b70f1620-6fc6-4394-9759-eac8a38382e5 req-62b998c5-9ad1-41f0-8210-fafa1266ddfa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1020391 Feb 17 04:35:04.879733 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b70f1620-6fc6-4394-9759-eac8a38382e5 req-b98cef90-8c99-4a0e-b807-1ef254fc312b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Feb 17 04:35:05.094546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b25f0-5bbf-499d-ab18-67967d036a39 req-f0057842-ef52-46cf-a5e2-1eb981fd17f1 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:05.101653 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab5b25f0-5bbf-499d-ab18-67967d036a39 req-f0057842-ef52-46cf-a5e2-1eb981fd17f1 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.0970600 Feb 17 04:35:05.155212 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ab5b25f0-5bbf-499d-ab18-67967d036a39 req-d266c2c8-3b5f-4b01-a2b6-6615c55e89fb tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Feb 17 04:35:05.529095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7325b-283c-4cf0-a08d-a69dc6e8c891 req-bcad4526-df1f-4a9f-abde-45eab9762a42 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:05.530726 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dca7325b-283c-4cf0-a08d-a69dc6e8c891 req-bcad4526-df1f-4a9f-abde-45eab9762a42 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0927589 Feb 17 04:35:05.579499 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dca7325b-283c-4cf0-a08d-a69dc6e8c891 req-6c2bd243-4689-4b3d-822e-12e952af4e68 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423045 Feb 17 04:35:06.094505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf4b61-8aad-468d-becc-7fbe64718a4f req-6e1d7cec-0677-43b2-9e4a-fbcc17c78403 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.096112 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b9cf4b61-8aad-468d-becc-7fbe64718a4f req-6e1d7cec-0677-43b2-9e4a-fbcc17c78403 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0928211 Feb 17 04:35:06.146416 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b9cf4b61-8aad-468d-becc-7fbe64718a4f req-8f4d2103-0a11-41a1-b80f-56c62d26fe19 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Feb 17 04:35:06.363757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772f6fe-8f41-493e-84ea-578a73b90edd req-f481eafe-4403-4a88-9912-b48683f9d857 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.365431 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c772f6fe-8f41-493e-84ea-578a73b90edd req-f481eafe-4403-4a88-9912-b48683f9d857 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.0911820 Feb 17 04:35:06.413623 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c772f6fe-8f41-493e-84ea-578a73b90edd req-41278b96-150a-4f5c-93d7-077de9d7e42d tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Feb 17 04:35:06.784133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7ef54-1c91-43f7-8d3a-12e0c2fe2049 req-72e27766-bd18-42a0-b7fe-7145bbbce44c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.785738 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9cb7ef54-1c91-43f7-8d3a-12e0c2fe2049 req-72e27766-bd18-42a0-b7fe-7145bbbce44c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0904660 Feb 17 04:35:06.836573 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9cb7ef54-1c91-43f7-8d3a-12e0c2fe2049 req-aea54718-709d-4944-9645-4872a1c9574c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423911 Feb 17 04:35:07.377610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1428b-fc16-4ff9-bf3a-68e243fc0e04 req-a958bf7e-84f1-4b8e-85c2-cc74f245129f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:07.377610 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f8a1428b-fc16-4ff9-bf3a-68e243fc0e04 req-a958bf7e-84f1-4b8e-85c2-cc74f245129f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0961051 Feb 17 04:35:07.425299 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f8a1428b-fc16-4ff9-bf3a-68e243fc0e04 req-c63c6536-c408-4c63-b3d5-71e6c31d3cc9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Feb 17 04:35:07.624856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8de366-779d-4c60-959e-f072a8cbcb47 req-00030ea7-f5ed-4951-b615-3286d70f4a27 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:07.626369 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7a8de366-779d-4c60-959e-f072a8cbcb47 req-00030ea7-f5ed-4951-b615-3286d70f4a27 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.0881968 Feb 17 04:35:07.674377 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7a8de366-779d-4c60-959e-f072a8cbcb47 req-2bc2a0e8-f835-4797-8740-20976bd15fd6 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Feb 17 04:35:07.808339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:07.881397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:07.881820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:08.046693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f769bc-7e8a-4b52-9703-36e1e413036a req-5638101c-bc53-4c3b-bd49-f130636043ab tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:08.048291 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-97f769bc-7e8a-4b52-9703-36e1e413036a req-5638101c-bc53-4c3b-bd49-f130636043ab tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0933392 Feb 17 04:35:08.097521 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-97f769bc-7e8a-4b52-9703-36e1e413036a req-a31bcb76-ac33-49e2-a999-b83b1b348f8e tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428789 Feb 17 04:35:08.647473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930a5a1-45f0-42fa-be7e-0e90dcfd370e req-6c0f68d9-845b-451c-95f6-6190c36e2bae tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:08.649121 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8930a5a1-45f0-42fa-be7e-0e90dcfd370e req-6c0f68d9-845b-451c-95f6-6190c36e2bae tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0958698 Feb 17 04:35:08.699104 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8930a5a1-45f0-42fa-be7e-0e90dcfd370e req-c6a33bd7-5069-43a5-9bf3-fc5c41601904 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Feb 17 04:35:08.877668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe795-14f5-4332-a61b-609eaf0e6917 req-8f69abf2-bcba-491a-b5f7-e1c8d3971ab4 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:08.879393 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b3fe795-14f5-4332-a61b-609eaf0e6917 req-8f69abf2-bcba-491a-b5f7-e1c8d3971ab4 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.0905828 Feb 17 04:35:08.933814 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5b3fe795-14f5-4332-a61b-609eaf0e6917 req-3554cb17-7f37-45f4-8593-1630f93193bf tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Feb 17 04:35:09.464737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93929b4f-7889-4287-aae8-668f22dbfa3c req-d61a0b1a-2861-4c4a-afdb-f9e7fc452440 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:09.466396 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-93929b4f-7889-4287-aae8-668f22dbfa3c req-d61a0b1a-2861-4c4a-afdb-f9e7fc452440 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0892115 Feb 17 04:35:09.514973 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-93929b4f-7889-4287-aae8-668f22dbfa3c req-4f548942-e22c-4186-ab0d-e396fbc98b73 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417275 Feb 17 04:35:09.913188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920fe60-2968-43c7-b2bc-666345a0f074 req-60da7d2d-160e-4855-96f9-8023a25d446f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:09.915648 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6920fe60-2968-43c7-b2bc-666345a0f074 req-60da7d2d-160e-4855-96f9-8023a25d446f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0942779 Feb 17 04:35:09.964505 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6920fe60-2968-43c7-b2bc-666345a0f074 req-9440a898-122e-4408-9ed6-feb527bee082 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Feb 17 04:35:10.127287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159090-5d4d-4191-a350-f36cbe36db93 req-b38a9bde-27c2-41ae-971b-24792b26e949 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:10.128885 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-10159090-5d4d-4191-a350-f36cbe36db93 req-b38a9bde-27c2-41ae-971b-24792b26e949 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.0858092 Feb 17 04:35:10.191298 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-10159090-5d4d-4191-a350-f36cbe36db93 req-dde19f21-5f9b-469a-9e28-e2495b82e199 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559459 Feb 17 04:35:10.276379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-8ec68bcc-1d7e-463b-9290-b1772b268b22 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:10.277142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-8ec68bcc-1d7e-463b-9290-b1772b268b22 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Synchronizing usage tracker for tenant:3cb24874b60d466385bf5da017385494 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:10.349727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-8ec68bcc-1d7e-463b-9290-b1772b268b22 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Unset dirty status for tenant:3cb24874b60d466385bf5da017385494 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:10.351093 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-8ec68bcc-1d7e-463b-9290-b1772b268b22 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 945 time: 0.1923587 Feb 17 04:35:10.434132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Deleting port 77f6b607-8112-48db-a9e1-04f7bda385c3 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:10.434516 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.641532 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 58400) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:10.743777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b282a3-211e-4deb-8a63-3a1649da99cf req-da28d173-b604-40b0-bdd9-1a14edae260f tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:10.745382 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2b282a3-211e-4deb-8a63-3a1649da99cf req-da28d173-b604-40b0-bdd9-1a14edae260f tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0947373 Feb 17 04:35:10.829746 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2b282a3-211e-4deb-8a63-3a1649da99cf req-0545e7f4-5b5d-4742-bdbb-d4f52bcdbbad tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0732508 Feb 17 04:35:10.855839 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-9a07fccc-556a-4742-a7f8-8a1ac4937b9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1115b7da0e2e43f284cc7e3849b43271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090626 Feb 17 04:35:10.856742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 58410) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:10.922287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.950560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:10.980868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] For port 77f6b607-8112-48db-a9e1-04f7bda385c3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=77f6b607-8112-48db-a9e1-04f7bda385c3,segment=NetworkSegment(c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e),segment_id=c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:10.981270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.030108 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.035871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-98c85d66-54cc-4f32-af1d-86790b5c74ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.051651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0429ecd6-253f-403f-b8d4-1159a0ff0f1e,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.055460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.061159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.070498 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0429ecd6-253f-403f-b8d4-1159a0ff0f1e HTTP/1.1" status: 204 len: 168 time: 0.2126400 Feb 17 04:35:11.143428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Calling delete_port for 77f6b607-8112-48db-a9e1-04f7bda385c3 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:11.253970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804151c-1fab-4c29-8f7e-6186a9f21fe1 req-3ff9ba5d-318f-42e1-93be-5a278cd22aab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:11.255605 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b804151c-1fab-4c29-8f7e-6186a9f21fe1 req-3ff9ba5d-318f-42e1-93be-5a278cd22aab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1416426 Feb 17 04:35:11.345149 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b804151c-1fab-4c29-8f7e-6186a9f21fe1 req-dc33b056-0114-41e3-aa7a-c4fff6b366ab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777488 Feb 17 04:35:11.435394 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dd611ca6-ecdb-40e7-8fd4-ac6f7efca7ec req-418b2c07-b72d-4976-a3c1-eb98410b4b92 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 210 time: 0.0659647 Feb 17 04:35:11.464857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.482878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9de6141b-403d-4350-91ec-4e75d940b825 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:11.548663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Pushing event deleted for resources: {'Port': ['ID=77f6b607-8112-48db-a9e1-04f7bda385c3,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:11.603181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:11.711776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] No DVR routers for this DVR port 77f6b607-8112-48db-a9e1-04f7bda385c3 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:35:11.714189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.717138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'name': 'network-vif-deleted', 'tag': '77f6b607-8112-48db-a9e1-04f7bda385c3'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:11.767703 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbf9b19-c0c7-4709-b306-edc5852d6e18', 'name': 'network-vif-deleted', 'tag': '77f6b607-8112-48db-a9e1-04f7bda385c3', 'status': 'completed', 'code': 200} Feb 17 04:35:11.770105 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a7212e76-0071-4189-8788-cc7c2e9f1f63 req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "DELETE /v2.0/ports/77f6b607-8112-48db-a9e1-04f7bda385c3 HTTP/1.1" status: 204 len: 173 time: 1.4121256 Feb 17 04:35:11.865426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:11.942393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:11.943031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.037973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663c1da-f696-41db-98c8-b217edc2eb58 req-89a6f354-cf01-4b41-a36a-a5909f4afcf3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:12.039713 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e663c1da-f696-41db-98c8-b217edc2eb58 req-89a6f354-cf01-4b41-a36a-a5909f4afcf3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0928965 Feb 17 04:35:12.084079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 77f6b607-8112-48db-a9e1-04f7bda385c3 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:12.091177 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e663c1da-f696-41db-98c8-b217edc2eb58 req-fd2479f0-1a6d-4475-ad4d-6d8509e6c09a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448265 Feb 17 04:35:12.121301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: 77f6b607-8112-48db-a9e1-04f7bda385c3 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:12.121697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 77f6b607-8112-48db-a9e1-04f7bda385c3 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:12.803928 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e5df91c7-5369-4344-9665-6bb578a90c0d req-703abf1c-2e59-49bb-9579-17c1c54da401 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbf9b19-c0c7-4709-b306-edc5852d6e18 HTTP/1.1" status: 200 len: 210 time: 0.0678225 Feb 17 04:35:12.846744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf2598-176a-4c38-b57e-1d550d8b77c7 req-8b469619-9650-42de-ab5d-02fc45538431 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:12.848485 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cddf2598-176a-4c38-b57e-1d550d8b77c7 req-8b469619-9650-42de-ab5d-02fc45538431 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.3720448 Feb 17 04:35:12.914879 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cddf2598-176a-4c38-b57e-1d550d8b77c7 req-90a578da-f6ca-4a8c-a988-fe6f238841f7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580308 Feb 17 04:35:13.212978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-73dd57c9-4b46-4e63-b0ba-7f65fc85e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:13.214682 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-73dd57c9-4b46-4e63-b0ba-7f65fc85e916 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.1046376 Feb 17 04:35:13.314289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4bf89-d651-4c72-98f7-f3ffa9a8a5e4 req-84c80d7c-f579-466b-aa7b-a902a8063087 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:13.315886 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fef4bf89-d651-4c72-98f7-f3ffa9a8a5e4 req-84c80d7c-f579-466b-aa7b-a902a8063087 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0941324 Feb 17 04:35:13.367520 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fef4bf89-d651-4c72-98f7-f3ffa9a8a5e4 req-2f16004b-09f5-4c13-8e14-7053317cc6eb tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433965 Feb 17 04:35:13.375044 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-2b6a812e-eff0-482e-b272-de78a403f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:13.376671 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-2b6a812e-eff0-482e-b272-de78a403f19c service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.1552770 Feb 17 04:35:13.501542 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-758d3b36-0e79-45b4-a94a-cd0097ca9b7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 1000 time: 0.1138856 Feb 17 04:35:13.589583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-542787a8-21bd-42e6-8b59-30204c9232c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:13.591227 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-542787a8-21bd-42e6-8b59-30204c9232c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0809951 Feb 17 04:35:13.691496 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-1d6f0f0f-0e0e-4c9a-a876-2bd6622f0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:13.693057 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-1d6f0f0f-0e0e-4c9a-a876-2bd6622f0c42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909545 Feb 17 04:35:13.857574 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-b20b10e2-9acd-433f-b248-024140b1ac6e service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571972 Feb 17 04:35:14.174584 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-13173dda-01fb-4d24-824f-90c52d774fb4 req-8c012fc6-46ef-4e28-b1ae-d6632e593c52 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3032160 Feb 17 04:35:14.212745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178eaf8-f0d5-42fc-9fbd-74a8b2a5a2a5 req-9bf2362f-4865-4603-82c4-05fa2b2a6dfa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:14.220721 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8178eaf8-f0d5-42fc-9fbd-74a8b2a5a2a5 req-9bf2362f-4865-4603-82c4-05fa2b2a6dfa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1223388 Feb 17 04:35:14.277991 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8178eaf8-f0d5-42fc-9fbd-74a8b2a5a2a5 req-3c7ff6d6-e590-478e-8b5d-42032fabf794 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556986 Feb 17 04:35:14.598051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ea876-60aa-4431-97f3-4f5c47407817 req-e35e6f7a-02c5-4c96-a1df-63699fda3b94 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:14.599882 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba3ea876-60aa-4431-97f3-4f5c47407817 req-e35e6f7a-02c5-4c96-a1df-63699fda3b94 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0925093 Feb 17 04:35:14.663109 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba3ea876-60aa-4431-97f3-4f5c47407817 req-4fe8589b-16d0-41b4-9568-84c15abc6945 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0560331 Feb 17 04:35:15.515423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95292-b317-4080-8070-af4dccc238c6 req-09e890da-5089-42b1-8ed0-c8f533acccd5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:15.518401 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bfd95292-b317-4080-8070-af4dccc238c6 req-09e890da-5089-42b1-8ed0-c8f533acccd5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1052761 Feb 17 04:35:15.593717 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bfd95292-b317-4080-8070-af4dccc238c6 req-1bd7614d-eb4a-4baf-b847-0bf372653020 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680330 Feb 17 04:35:15.847590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:15.864129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:16.003669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a360579-ae06-49c7-b13a-941f12814c5b req-9ce7723f-6c08-40e2-8246-6e4a1e672134 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:16.005366 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3a360579-ae06-49c7-b13a-941f12814c5b req-9ce7723f-6c08-40e2-8246-6e4a1e672134 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.1284328 Feb 17 04:35:16.076501 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3a360579-ae06-49c7-b13a-941f12814c5b req-22384680-ea93-4db2-a56a-ca8046ab1658 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0636909 Feb 17 04:35:16.098130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.137471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 276323a1-2053-4136-b58c-4ac9f84d4a14, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=276323a1-2053-4136-b58c-4ac9f84d4a14,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:16.138826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:16.218031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:16.220288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bf5b97cd-1ad1-40af-8154-d3d0186adfab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:16.324604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:16.328987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:16.455624 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'code': 200} Feb 17 04:35:16.636743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99357c-34aa-442f-9b26-7fa5504834ed req-f47894a7-d646-47ea-9be1-fcd537dd69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:16.638457 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-f47894a7-d646-47ea-9be1-fcd537dd69ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1160 time: 0.0851619 Feb 17 04:35:16.823881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf46cf-bb5c-4766-98f5-5d9a9e13ff36 req-e3e54c49-278d-4092-8a9d-9fe7e2b3168c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:16.825657 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03cf46cf-bb5c-4766-98f5-5d9a9e13ff36 req-e3e54c49-278d-4092-8a9d-9fe7e2b3168c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0930367 Feb 17 04:35:16.842427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99357c-34aa-442f-9b26-7fa5504834ed req-107de4c5-4374-48e8-a388-cd9838cc2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:16.844154 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-107de4c5-4374-48e8-a388-cd9838cc2938 service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.1728213 Feb 17 04:35:16.877062 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03cf46cf-bb5c-4766-98f5-5d9a9e13ff36 req-90b7df18-e291-4624-ae24-79eb3f1d2c72 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452254 Feb 17 04:35:16.973020 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-10094d3c-f511-47ca-afbc-1c7f2ab6ed41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 998 time: 0.1177638 Feb 17 04:35:17.055319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99357c-34aa-442f-9b26-7fa5504834ed req-5c3d3399-254a-4de4-89ca-3d2df3fccc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:17.057028 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-5c3d3399-254a-4de4-89ca-3d2df3fccc59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0740793 Feb 17 04:35:17.160414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99357c-34aa-442f-9b26-7fa5504834ed req-8a4663a5-6c43-4b4a-aeba-5519175a9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:17.162037 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-8a4663a5-6c43-4b4a-aeba-5519175a9890 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937784 Feb 17 04:35:17.439449 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-9584e055-57b2-44c8-8a61-7278c55ae510 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678053 Feb 17 04:35:17.465839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67647-aaa7-4ed1-9a30-ed8ca833fc1e req-788bcd64-0adc-4091-b797-8a9381683340 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:17.479578 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87d67647-aaa7-4ed1-9a30-ed8ca833fc1e req-788bcd64-0adc-4091-b797-8a9381683340 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.2458777 Feb 17 04:35:17.540843 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87d67647-aaa7-4ed1-9a30-ed8ca833fc1e req-b6552ba5-609c-4896-a1b5-4b428475cc94 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0602641 Feb 17 04:35:17.668014 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da99357c-34aa-442f-9b26-7fa5504834ed req-c609bd9d-0cc5-41ff-a86d-b6a2fccf5726 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1932507 Feb 17 04:35:18.108754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166bfbd-2322-4f66-a0cd-347954708c69 req-c691d74f-8b86-43f5-9095-7abf8b0c133e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:18.122306 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8166bfbd-2322-4f66-a0cd-347954708c69 req-c691d74f-8b86-43f5-9095-7abf8b0c133e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1021900 Feb 17 04:35:18.203775 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8166bfbd-2322-4f66-a0cd-347954708c69 req-3a617fd2-1234-4df2-8a93-9f0b3a57ff97 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838242 Feb 17 04:35:18.752631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8122ae4-9f4a-4556-bac9-5ef71596a648 req-335f985b-f182-474a-8aa3-11db33d08c01 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:18.761965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d8122ae4-9f4a-4556-bac9-5ef71596a648 req-335f985b-f182-474a-8aa3-11db33d08c01 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.1050675 Feb 17 04:35:18.814783 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d8122ae4-9f4a-4556-bac9-5ef71596a648 req-01a9a2ee-4edd-4df1-8fca-9e2dc7a9f92d tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0515618 Feb 17 04:35:19.438298 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-bf43a082-24f9-4857-85fc-031f5206bab0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160164 Feb 17 04:35:19.560502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-959fd9a9-7de2-41e9-b1d9-cb1d7c374139 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:19.562183 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-959fd9a9-7de2-41e9-b1d9-cb1d7c374139 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/networks?id=c14b537d-4d2a-4334-9f8c-8d6b04f18499 HTTP/1.1" status: 200 len: 813 time: 0.3609581 Feb 17 04:35:19.581011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7689-4aa3-4864-aaf3-89377b8ccfad req-351008c0-9a69-4195-b2e3-0d0633b2fc08 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:19.582652 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d4bd7689-4aa3-4864-aaf3-89377b8ccfad req-351008c0-9a69-4195-b2e3-0d0633b2fc08 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.1687453 Feb 17 04:35:19.594275 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-cd9aff3c-6dd1-4ae4-9950-61d695caad1b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/quotas/3cb24874b60d466385bf5da017385494 HTTP/1.1" status: 200 len: 375 time: 0.0105493 Feb 17 04:35:19.672146 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-48e7e1fa-b40d-40f6-9a9d-2e8dea1539c2 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cb24874b60d466385bf5da017385494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605106 Feb 17 04:35:19.716599 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d4bd7689-4aa3-4864-aaf3-89377b8ccfad req-bafdd0a5-4883-483b-abb7-11ed7295d785 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1211734 Feb 17 04:35:20.049691 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-3c2e7684-d15b-406b-8590-30227861f74e service neutron] 10.222.0.26 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673201 Feb 17 04:35:20.172357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88cb7a-0e6c-4d28-b16e-c1cfb38b4435 req-2d3851eb-0740-4d23-821c-1120549ce1e6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:20.174559 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d88cb7a-0e6c-4d28-b16e-c1cfb38b4435 req-2d3851eb-0740-4d23-821c-1120549ce1e6 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.2266088 Feb 17 04:35:20.278531 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d88cb7a-0e6c-4d28-b16e-c1cfb38b4435 req-bb3fe715-16ff-4ad9-a4e6-117fbd83e5ce tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953550 Feb 17 04:35:20.318435 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-11c6e87c-29c2-4776-bf63-a4a2f6b0934e service neutron] 10.222.0.26 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2676759 Feb 17 04:35:20.828521 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5daa283-1784-45df-af9a-d04cf835f0fd req-e1dfe1ee-3dbc-46f1-9a77-3cad6ea25749 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 210 time: 0.0525460 Feb 17 04:35:20.934964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df976d-ce24-47da-9ba7-005697e04ede req-3f9a23b1-7c7c-456b-a27e-8d9647feb404 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:20.936438 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-65df976d-ce24-47da-9ba7-005697e04ede req-3f9a23b1-7c7c-456b-a27e-8d9647feb404 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.1034403 Feb 17 04:35:20.987397 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-65df976d-ce24-47da-9ba7-005697e04ede req-4b50f5a6-46f8-4449-ade6-142f8fe9c453 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431902 Feb 17 04:35:21.563050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1742a-4dfc-4334-9d57-9efe2e5048c7 req-9ea47381-34af-4763-89af-fb1ee0af7302 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:21.570788 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-55f1742a-4dfc-4334-9d57-9efe2e5048c7 req-9ea47381-34af-4763-89af-fb1ee0af7302 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1364825 Feb 17 04:35:21.633801 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-55f1742a-4dfc-4334-9d57-9efe2e5048c7 req-03995372-9bf5-4583-8850-e2497e24a0d3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611391 Feb 17 04:35:21.948191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-68f86608-7d6b-416d-94a0-d4e3f77a6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:21.949828 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-68f86608-7d6b-416d-94a0-d4e3f77a6934 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1&tenant_id=fefdf443ad204532836b093d306c2ab5 HTTP/1.1" status: 200 len: 1160 time: 0.0923362 Feb 17 04:35:22.107676 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-cc960b12-d07a-403d-83c5-70c3e43713b1 req-9879c1ed-c661-447d-b77b-e6e8d6556a23 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 210 time: 0.1040797 Feb 17 04:35:22.135212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-cf55fda9-ed06-439e-9eb6-c4280b1fb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:22.137171 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-cf55fda9-ed06-439e-9eb6-c4280b1fb3cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1160 time: 0.1589854 Feb 17 04:35:22.303735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-b9485272-3950-442b-89da-b492fabe56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:22.305658 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-b9485272-3950-442b-89da-b492fabe56b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.1584613 Feb 17 04:35:22.316805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50687-b42b-48fc-aca0-b3129decc8c3 req-c3f97ff6-49f3-4156-ad64-f5da279c3f40 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:22.318415 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0ae50687-b42b-48fc-aca0-b3129decc8c3 req-c3f97ff6-49f3-4156-ad64-f5da279c3f40 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.1430409 Feb 17 04:35:22.373412 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0ae50687-b42b-48fc-aca0-b3129decc8c3 req-c58c631b-1a0c-4b80-a4ac-0a1cc60eb92b tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475771 Feb 17 04:35:22.437228 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-ed516d7d-5b04-4ef1-8888-b0838d065fd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 998 time: 0.1223011 Feb 17 04:35:22.526446 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-d807dd1f-03ac-414e-901a-33c2788fd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:22.528460 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-d807dd1f-03ac-414e-901a-33c2788fd2d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0828619 Feb 17 04:35:22.631993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-943ea004-faa6-42d7-a296-6c622daacecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:22.634478 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-943ea004-faa6-42d7-a296-6c622daacecb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0982680 Feb 17 04:35:22.852504 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-9499fa67-f06d-468b-a30a-dcebc34ac825 service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048550 Feb 17 04:35:23.023841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae2698-a354-48ae-be64-176a42606ea5 req-bbb16e74-55d0-4c7b-9e48-e228b597cc59 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:23.031556 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bbae2698-a354-48ae-be64-176a42606ea5 req-bbb16e74-55d0-4c7b-9e48-e228b597cc59 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.2220547 Feb 17 04:35:23.080648 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-18757167-fa3b-47cc-8ebc-f2b0c0d243de req-d1c39181-d22c-487e-a6ec-dff48ac0a17f service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2196991 Feb 17 04:35:23.084851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-56defc7d-5005-4958-b6eb-f08cbbde5fda tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:23.087026 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-56defc7d-5005-4958-b6eb-f08cbbde5fda tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "GET /v2.0/networks?id=c14b537d-4d2a-4334-9f8c-8d6b04f18499 HTTP/1.1" status: 200 len: 813 time: 0.2194903 Feb 17 04:35:23.104792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Request body: {'port': {'device_id': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499', 'admin_state_up': True, 'tenant_id': '3cb24874b60d466385bf5da017385494'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:23.262165 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-bbae2698-a354-48ae-be64-176a42606ea5 req-db6d89e9-4f59-4264-8899-7769b9f6531d tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239594 Feb 17 04:35:23.390848 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9045f5de-c8d5-4301-a2a4-e2c66c765a49 req-8add249d-9e3d-4628-a700-c981e7bfd1a3 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 210 time: 0.0921557 Feb 17 04:35:23.409339 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:23.427131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Usage tracker for resource:port and tenant:3cb24874b60d466385bf5da017385494 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:23.434862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:23.441699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:23.517008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Made reservation on behalf of 3cb24874b60d466385bf5da017385494 for: {'port': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:35:23.526655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:23.770759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08a2b-f836-4319-a1ad-ae27020b1ad6 req-a2f11af1-3f57-4194-9870-7b35a0926c1a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:23.779554 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4b08a2b-f836-4319-a1ad-ae27020b1ad6 req-a2f11af1-3f57-4194-9870-7b35a0926c1a tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.2219386 Feb 17 04:35:23.837049 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4b08a2b-f836-4319-a1ad-ae27020b1ad6 req-ef493302-55c4-4809-b551-be1c2a4719f5 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566499 Feb 17 04:35:24.053155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Allocated IP 172.20.0.11 (c14b537d-4d2a-4334-9f8c-8d6b04f18499/3457000d-44a5-47ea-b58e-b8e0547aa545/5434b223-ac16-4270-bb2a-588a184753d8) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:35:24.309531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.369467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:24.464670 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9909c356-0f77-4185-982e-38544113ad7d tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:24.939097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Pushing event updated for resources: {'Port': ['ID=5434b223-ac16-4270-bb2a-588a184753d8,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:24.945343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:24.974413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:35:24.977325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:35:24.982868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:35:25.039126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7571d-8ca5-41a6-9b1c-58c9f941a696 req-54e86a68-898d-402e-87dc-c2a6be983941 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:25.040716 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f7571d-8ca5-41a6-9b1c-58c9f941a696 req-54e86a68-898d-402e-87dc-c2a6be983941 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.5314457 Feb 17 04:35:25.081192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb351-c354-4d77-92e7-c6fe66da3e6b req-d9d1c9c9-eaed-4fe7-97d6-51ecb61200d3 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:25.082769 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b7dbb351-c354-4d77-92e7-c6fe66da3e6b req-d9d1c9c9-eaed-4fe7-97d6-51ecb61200d3 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 932 time: 0.2803695 Feb 17 04:35:25.124761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:25.125412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.175984 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7f7571d-8ca5-41a6-9b1c-58c9f941a696 req-a524b621-c9a0-4113-989b-f4e11d2dcff4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178548 Feb 17 04:35:25.186672 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b7dbb351-c354-4d77-92e7-c6fe66da3e6b req-cfca6ac1-c154-4249-b253-349626b33f41 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933633 Feb 17 04:35:25.341567 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-1c66d182-75dd-48d0-9892-5d9d49c2b452 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2410207 Feb 17 04:35:25.355988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Request body: {'port': {'device_id': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:25.496196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a16159-55ff-4865-94e6-80c887a5aaf8 req-e9d80717-36b0-44b1-be92-0b90c4f68be6 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:25.497918 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f6a16159-55ff-4865-94e6-80c887a5aaf8 req-e9d80717-36b0-44b1-be92-0b90c4f68be6 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 943 time: 0.1999104 Feb 17 04:35:25.541052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:25.622419 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f6a16159-55ff-4865-94e6-80c887a5aaf8 req-c7599843-bebc-48e4-b117-72e2318f61a7 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1151648 Feb 17 04:35:26.077978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5434b223-ac16-4270-bb2a-588a184753d8 {{(pid=84087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:35:26.087041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.099737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Transition to ACTIVE for port object 5434b223-ac16-4270-bb2a-588a184753d8 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:35:26.144018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.239069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:26.326694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Pushing event updated for resources: {'Port': ['ID=5434b223-ac16-4270-bb2a-588a184753d8,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:26.331595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:26.370247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:26.449319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 276323a1-2053-4136-b58c-4ac9f84d4a14 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:26.450227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.580236 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.610385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:26.621866 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 276323a1-2053-4136-b58c-4ac9f84d4a14, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=276323a1-2053-4136-b58c-4ac9f84d4a14,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:26.660210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66e568-2634-4ba8-a724-4cf36a46bbd0 req-2d2b9fff-ebe9-4d93-a957-a6addf0a46a3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:26.661831 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0c66e568-2634-4ba8-a724-4cf36a46bbd0 req-2d2b9fff-ebe9-4d93-a957-a6addf0a46a3 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.3088200 Feb 17 04:35:26.672158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c97606-fe29-463d-a5ae-20235750ec91 req-11b170e9-62aa-4c35-8608-0b954e690a84 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:26.672896 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-43c97606-fe29-463d-a5ae-20235750ec91 req-11b170e9-62aa-4c35-8608-0b954e690a84 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Synchronizing usage tracker for tenant:3cb24874b60d466385bf5da017385494 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:26.681200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.683973 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:26.726623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Attempting to bind port 5434b223-ac16-4270-bb2a-588a184753d8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:35:26.727238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Attempting to bind port 5434b223-ac16-4270-bb2a-588a184753d8 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:35:26.727612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Attempting to bind port 5434b223-ac16-4270-bb2a-588a184753d8 on network c14b537d-4d2a-4334-9f8c-8d6b04f18499 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:35:26.742979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:35:26.743794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Checking segment: {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:35:26.743794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.744174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Bound using segment: {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:35:26.744656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Bound port: 5434b223-ac16-4270-bb2a-588a184753d8, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c14b537d-4d2a-4334-9f8c-8d6b04f18499'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:35:26.745031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.759616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=6']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:26.763768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:26.771343 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0c66e568-2634-4ba8-a724-4cf36a46bbd0 req-24232b7f-2ca2-435b-bbca-fad937e146e5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954726 Feb 17 04:35:26.801186 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-43c97606-fe29-463d-a5ae-20235750ec91 req-11b170e9-62aa-4c35-8608-0b954e690a84 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Unset dirty status for tenant:3cb24874b60d466385bf5da017385494 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:26.801186 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-43c97606-fe29-463d-a5ae-20235750ec91 req-11b170e9-62aa-4c35-8608-0b954e690a84 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 944 time: 0.3906236 Feb 17 04:35:26.892073 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-43c97606-fe29-463d-a5ae-20235750ec91 req-c37cfaaf-1041-40ce-9572-bf4940779541 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Feb 17 04:35:26.899116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] For port 5434b223-ac16-4270-bb2a-588a184753d8, host hv-cinder-75995, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:35:26.902448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] For port 5434b223-ac16-4270-bb2a-588a184753d8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5434b223-ac16-4270-bb2a-588a184753d8,segment=NetworkSegment(c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e),segment_id=c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:35:26.945248 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:26.949582 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'code': 200} Feb 17 04:35:26.979868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:27.196709 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Pushing event updated for resources: {'Port': ['ID=5434b223-ac16-4270-bb2a-588a184753d8,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:27.205037 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:27.220153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:27.220824 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:27.222346 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] 10.222.0.67 "PUT /v2.0/ports/5434b223-ac16-4270-bb2a-588a184753d8 HTTP/1.1" status: 200 len: 1158 time: 1.8713269 Feb 17 04:35:27.222877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'tag': '5434b223-ac16-4270-bb2a-588a184753d8'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:27.267239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d1e1-3e5f-40d4-9ee6-79c60433e233 req-075541dc-dce1-416e-b122-08de8ea3eb9b tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:27.268871 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2d0d1e1-3e5f-40d4-9ee6-79c60433e233 req-075541dc-dce1-416e-b122-08de8ea3eb9b tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.1902328 Feb 17 04:35:27.445050 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b2d0d1e1-3e5f-40d4-9ee6-79c60433e233 req-cfde6e7d-fa67-45c4-a461-d34f05934294 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1675692 Feb 17 04:35:27.481735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5f14-e6f3-496e-a8c9-26e5b661ea30 req-b2759ab6-bf8c-449a-b008-bd99f66fb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:27.483603 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-721d5f14-e6f3-496e-a8c9-26e5b661ea30 req-b2759ab6-bf8c-449a-b008-bd99f66fb468 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.0899966 Feb 17 04:35:27.536268 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-721d5f14-e6f3-496e-a8c9-26e5b661ea30 req-f6d787a2-2644-4e47-9865-9f15d70615d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446625 Feb 17 04:35:27.539659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-f30f0852-40e4-4492-9a75-c137c1816486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:27.541250 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-f30f0852-40e4-4492-9a75-c137c1816486 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cb24874b60d466385bf5da017385494&device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 1161 time: 0.1977847 Feb 17 04:35:27.560968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118284b-cb53-4321-8dde-d7a76b75a150 req-2f8f356b-9c3b-42ad-8a69-83e7aca750e1 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:27.562552 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c118284b-cb53-4321-8dde-d7a76b75a150 req-2f8f356b-9c3b-42ad-8a69-83e7aca750e1 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.2652626 Feb 17 04:35:27.588121 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'tag': '5434b223-ac16-4270-bb2a-588a184753d8', 'status': 'completed', 'code': 200} Feb 17 04:35:27.610159 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-0311bb35-f1ef-40c6-a45b-05cfea3d3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:27.611801 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-0311bb35-f1ef-40c6-a45b-05cfea3d3749 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1162 time: 0.1433115 Feb 17 04:35:27.631323 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c118284b-cb53-4321-8dde-d7a76b75a150 req-e08d540f-032e-426a-8d99-910f46f81876 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600786 Feb 17 04:35:27.849481 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-df1c62b7-851f-4acf-a30d-d1a7dac29ec9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5434b223-ac16-4270-bb2a-588a184753d8 HTTP/1.1" status: 200 len: 217 time: 0.1029966 Feb 17 04:35:27.886913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:27.977378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 276323a1-2053-4136-b58c-4ac9f84d4a14 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:27.977802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.320374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-e7006eda-99c4-47aa-8b51-f2059016f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.321966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-e7006eda-99c4-47aa-8b51-f2059016f225 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3457000d-44a5-47ea-b58e-b8e0547aa545 HTTP/1.1" status: 200 len: 853 time: 0.4161642 Feb 17 04:35:28.338137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3d45c174-c69f-4d3e-8e01-42fab64dfbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.408698 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-bd1c3ee6-9f91-40f9-8036-a6c55f37ce93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c14b537d-4d2a-4334-9f8c-8d6b04f18499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741684 Feb 17 04:35:28.420281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-15badb18-5429-4e07-839f-22321bc4aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.421734 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-15badb18-5429-4e07-839f-22321bc4aaab service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.6766574 Feb 17 04:35:28.622664 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b2c3-4a22-4a0c-9ebe-014e00a4e979 req-0045969c-9c64-4d6b-96eb-dea9bf3aa972 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.624720 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f6f9b2c3-4a22-4a0c-9ebe-014e00a4e979 req-0045969c-9c64-4d6b-96eb-dea9bf3aa972 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.7176375 Feb 17 04:35:28.675780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c6961-0ba9-4277-9bd7-16353740418f req-9cc14084-b584-48da-b289-bdf7c436ad0b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.677349 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-878c6961-0ba9-4277-9bd7-16353740418f req-9cc14084-b584-48da-b289-bdf7c436ad0b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 944 time: 0.4287405 Feb 17 04:35:28.754171 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-dad61319-ba59-4e6e-9813-491c80fcba32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 1000 time: 0.3003564 Feb 17 04:35:28.815985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f6f9b2c3-4a22-4a0c-9ebe-014e00a4e979 req-283dc75f-9073-4571-86f8-8ee93fd1e234 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672070 Feb 17 04:35:28.826733 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-236c8c12-5e6a-4b26-b145-abf4bfc2161b service neutron] 10.222.0.67 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024429 Feb 17 04:35:28.833833 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-878c6961-0ba9-4277-9bd7-16353740418f req-7c3c70d5-60cf-4aa7-9075-05a96fc9db02 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413968 Feb 17 04:35:28.988507 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-c99c3290-b302-4c87-a6c4-8eefbecf8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:28.989930 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-c99c3290-b302-4c87-a6c4-8eefbecf8c65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.2161434 Feb 17 04:35:29.172080 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7d07e82e-500d-49e6-a1ae-1669c228a9f1 req-8bbdae43-f19b-499e-a7e6-94f99159b174 service neutron] 10.222.0.67 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3294060 Feb 17 04:35:29.208067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c27b-348b-41dd-9010-36513ce11334 req-0b33e962-ec09-4174-a8aa-03108529b224 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.209678 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b409c27b-348b-41dd-9010-36513ce11334 req-0b33e962-ec09-4174-a8aa-03108529b224 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.2656724 Feb 17 04:35:29.234517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-3a38f32a-2986-4839-9133-c6a2d8facf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.236081 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-3a38f32a-2986-4839-9133-c6a2d8facf73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1906941 Feb 17 04:35:29.257613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcae88-10f9-4a6b-a1b9-de496bb87494 req-0151d80a-7bca-41a8-bcbd-63281c5606ef tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.259128 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-69dcae88-10f9-4a6b-a1b9-de496bb87494 req-0151d80a-7bca-41a8-bcbd-63281c5606ef tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.2726820 Feb 17 04:35:29.458266 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b409c27b-348b-41dd-9010-36513ce11334 req-17449f33-461e-4f6d-95ad-6942c6ec7690 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2382364 Feb 17 04:35:29.501035 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-69dcae88-10f9-4a6b-a1b9-de496bb87494 req-12879c4e-e6ea-4704-a8b2-e16fcb1f5280 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072411 Feb 17 04:35:29.529250 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-ab98fd21-acff-4512-bb12-87124838a698 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673404 Feb 17 04:35:29.541002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-08c591ca-f627-431b-be53-484dacd4415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.542544 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-08c591ca-f627-431b-be53-484dacd4415c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3cb24874b60d466385bf5da017385494&device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 1161 time: 0.2477052 Feb 17 04:35:29.649284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-885ea511-667f-46b6-aa19-2cd2403d4521 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.650400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-885ea511-667f-46b6-aa19-2cd2403d4521 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Synchronizing usage tracker for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:35:29.692656 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-885ea511-667f-46b6-aa19-2cd2403d4521 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Unset dirty status for tenant:d83e778a30fb4826a8268802dc17b662 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:35:29.694140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-885ea511-667f-46b6-aa19-2cd2403d4521 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 946 time: 0.1335595 Feb 17 04:35:29.774731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Deleting port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:29.775034 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:29.801460 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6fd1b500-3ea0-4442-a97f-ece3b1272ff3 req-e7959f11-f72c-4140-86b7-407f16cd8eb9 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2626808 Feb 17 04:35:29.804325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-e697c2a0-74d5-422d-9ff6-911824933e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.805931 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-e697c2a0-74d5-422d-9ff6-911824933e50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c14b537d-4d2a-4334-9f8c-8d6b04f18499 HTTP/1.1" status: 200 len: 907 time: 0.2403209 Feb 17 04:35:29.883947 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-83bc0c50-af2c-4473-b27a-93c700b1597e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5434b223-ac16-4270-bb2a-588a184753d8 HTTP/1.1" status: 200 len: 217 time: 0.0696828 Feb 17 04:35:29.886835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:29.975165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-26443874-cb78-4a9a-9f49-6eb544150120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:29.977738 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-26443874-cb78-4a9a-9f49-6eb544150120 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3457000d-44a5-47ea-b58e-b8e0547aa545 HTTP/1.1" status: 200 len: 853 time: 0.0786905 Feb 17 04:35:30.020238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.050046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:30.061100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:30.066282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] For port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:30.066681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.092823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.094968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:30.121983 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-79e2d473-0c01-4846-9118-a692e5b58e45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c14b537d-4d2a-4334-9f8c-8d6b04f18499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358383 Feb 17 04:35:30.189261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:30.192955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:30.559358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac25a9-6bd4-4208-9ddb-b2d7ca140c5d req-96292118-104c-4e9f-b464-decdfd21052e tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:30.560948 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a9ac25a9-6bd4-4208-9ddb-b2d7ca140c5d req-96292118-104c-4e9f-b464-decdfd21052e tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 944 time: 0.5242679 Feb 17 04:35:30.577739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0c5e-b560-49a8-b675-753f3c0cc87e req-4d5bbafd-62bc-47a0-8dfb-4664e32bebfa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:30.579294 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29db0c5e-b560-49a8-b675-753f3c0cc87e req-4d5bbafd-62bc-47a0-8dfb-4664e32bebfa tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.5438349 Feb 17 04:35:30.594107 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-39faf421-06eb-4b9d-a992-5796b07e6aa7 service neutron] 10.222.0.67 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561937 Feb 17 04:35:30.631019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.631404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.631782 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Floating IP ea20dffe-74cc-4d42-85b9-4029e8014426 disassociated. External IP: 172.28.3.53, port: 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0. Feb 17 04:35:30.632165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Calling delete_port for 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:30.744006 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a9ac25a9-6bd4-4208-9ddb-b2d7ca140c5d req-af51e08b-75c3-4b43-ad35-f96c18b0209c tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747327 Feb 17 04:35:30.751065 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-29db0c5e-b560-49a8-b675-753f3c0cc87e req-866bb955-7959-46de-8caf-7a09b61c5ad5 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543396 Feb 17 04:35:30.771567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:35:30.771915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:35:30.807083 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-62eafd70-b428-4139-aa5f-1c8003d3ffa3 req-3daef40c-34bd-4c23-90ea-757d95cba4ca service neutron] 10.222.0.67 "GET /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1893222 Feb 17 04:35:30.812974 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'code': 200} Feb 17 04:35:30.944050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-859d969c-a756-4407-a7f4-0c1b5f9b8988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.954591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea3bbf-3f99-433e-9608-672d87897037 req-e76a9449-197b-47db-9016-4c32ac5b2ca1 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:30.956169 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0ea3bbf-3f99-433e-9608-672d87897037 req-e76a9449-197b-47db-9016-4c32ac5b2ca1 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 944 time: 0.0924394 Feb 17 04:35:31.004388 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f0ea3bbf-3f99-433e-9608-672d87897037 req-97e50513-29de-46ce-8115-24d550ef325d tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Feb 17 04:35:31.120194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.273602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Deleting port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:31.274084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.546015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] For port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:31.546342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.865893 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.866868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:31.866868 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Floating IP ea20dffe-74cc-4d42-85b9-4029e8014426 disassociated. External IP: 172.28.3.53, port: 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0. Feb 17 04:35:31.867097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Calling delete_port for 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:32.027745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c356589-29e9-4aef-afc3-c0bb7b5ae779 req-222067ef-6425-4d26-86a8-77967510091f tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:32.029371 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4c356589-29e9-4aef-afc3-c0bb7b5ae779 req-222067ef-6425-4d26-86a8-77967510091f tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 944 time: 0.1651943 Feb 17 04:35:32.036926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8652-5b00-4c2a-9af5-cdeb86d5f583 req-274d32d3-87a4-433b-a615-2815a3c21c68 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:32.039208 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-780f8652-5b00-4c2a-9af5-cdeb86d5f583 req-274d32d3-87a4-433b-a615-2815a3c21c68 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1341791 Feb 17 04:35:32.058825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.078838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-94829bf7-ed54-41cd-905b-e1c0cc2a68ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:32.111019 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4c356589-29e9-4aef-afc3-c0bb7b5ae779 req-f28a9192-c2c1-4750-a342-302d975d7ece tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707669 Feb 17 04:35:32.123330 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-780f8652-5b00-4c2a-9af5-cdeb86d5f583 req-99f07f8a-814f-42fe-b017-53afce6ace27 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672257 Feb 17 04:35:32.137439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event deleted for resources: {'Port': ['ID=8b8b85a2-ff38-4399-8fe3-e3b2e00beee0,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:32.251763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 5434b223-ac16-4270-bb2a-588a184753d8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:32.262109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:32.325310 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-14cff2d0-6430-46f4-84b7-b0ee79e3c0bb req-7465a4a9-2703-405c-ae00-4cf760e118af tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 210 time: 0.0898163 Feb 17 04:35:32.423031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.458691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port 5434b223-ac16-4270-bb2a-588a184753d8 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:35:32.465680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 5434b223-ac16-4270-bb2a-588a184753d8 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:32.466147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.486636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:35:32.605154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.639162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port 5434b223-ac16-4270-bb2a-588a184753d8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5434b223-ac16-4270-bb2a-588a184753d8,segment=NetworkSegment(c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e),segment_id=c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:32.657592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:32.690071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:32.703668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:32.712029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.714152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.715366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:32.734619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] No DVR routers for this DVR port 8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:35:32.736990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:32.739943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'name': 'network-vif-deleted', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:32.757964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:32.795863 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46715eb3-a605-4d6b-8bc5-a2d85aa8192e', 'name': 'network-vif-deleted', 'tag': '8b8b85a2-ff38-4399-8fe3-e3b2e00beee0', 'status': 'completed', 'code': 200} Feb 17 04:35:32.813669 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d5d83ed-142a-4ae2-abad-261dd7b9cc1a req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.67 "DELETE /v2.0/ports/8b8b85a2-ff38-4399-8fe3-e3b2e00beee0 HTTP/1.1" status: 204 len: 173 time: 3.1113479 Feb 17 04:35:32.814565 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5434b223-ac16-4270-bb2a-588a184753d8'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:32.821201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:32.829871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:35:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:32.954323 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5434b223-ac16-4270-bb2a-588a184753d8', 'code': 200} Feb 17 04:35:33.231471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=5434b223-ac16-4270-bb2a-588a184753d8,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.243693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.287751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.312027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:33.314045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24779484-8892-4089-bee2-1c587a5e2c53 req-02592bc7-9add-44c2-b5c4-ed226f18cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:33.315687 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-24779484-8892-4089-bee2-1c587a5e2c53 req-02592bc7-9add-44c2-b5c4-ed226f18cf24 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 1163 time: 0.0864472 Feb 17 04:35:33.364295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5070182-4d10-472d-9cc4-3a92e36a4ff3 req-45409f67-9268-4e10-a9b4-4a6b93b39d50 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:33.366543 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5070182-4d10-472d-9cc4-3a92e36a4ff3 req-45409f67-9268-4e10-a9b4-4a6b93b39d50 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.1106417 Feb 17 04:35:33.375894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-24779484-8892-4089-bee2-1c587a5e2c53 req-cac8b035-24a9-4be6-9f4f-e24c1a2aa50b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516784 Feb 17 04:35:33.447674 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5070182-4d10-472d-9cc4-3a92e36a4ff3 req-9165854e-8a9e-44c9-8f80-99c5e285f6b6 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645931 Feb 17 04:35:33.477886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:33.549313 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e91a84a7-a068-4dbb-b02e-b6fef4df913d req-097d146b-ca95-4543-b9a6-74e809a793cf tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/ports?device_id=46715eb3-a605-4d6b-8bc5-a2d85aa8192e HTTP/1.1" status: 200 len: 210 time: 0.0512969 Feb 17 04:35:33.563090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:33.570097 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:33.675193 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:33.681943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:33.755434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:33.760765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:33.770298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:33.770979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:35:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:33.950146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 5434b223-ac16-4270-bb2a-588a184753d8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:34.006388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:34.199381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 5434b223-ac16-4270-bb2a-588a184753d8 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:34.199798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.485303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:34.489719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306d8b1-d55d-4a83-b051-189a0e220bd7 None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:48Z', 'revision_number': 4, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '047c012b-9349-4738-bea9-7b935bbd2949', 'name': '', 'network_id': '1f7ad1a0-7804-43c9-a363-4672835d3e18', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'mac_address': 'fa:16:3e:31:0f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:43Z', 'updated_at': '2021-02-17T04:30:01Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'subnets': [{'id': 'e20f8abc-116a-4f71-9934-4f844e1caf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:34.664843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b945e42-8cef-4a42-a968-14cf4d679099 req-d243bd8d-2225-428d-a1b4-4b5dcc3e3e97 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:34.666658 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2b945e42-8cef-4a42-a968-14cf4d679099 req-d243bd8d-2225-428d-a1b4-4b5dcc3e3e97 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.0981350 Feb 17 04:35:34.753699 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2b945e42-8cef-4a42-a968-14cf4d679099 req-a14a1c33-3f8b-4253-887e-2caa95f99f05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Feb 17 04:35:34.909175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d2add6-f04d-4343-9aa3-32dec407cdb5 None None] New status for floating IP ea20dffe-74cc-4d42-85b9-4029e8014426: DOWN {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:35:34.928693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 58732) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:34.955358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:35.001085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.023534 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'code': 422} returned with failed status Feb 17 04:35:35.038043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.190482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91530-4607-4270-ae86-33f4498d2057 req-9790e1ea-d172-4a8f-a240-879200e9aa58 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:35.192194 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03e91530-4607-4270-ae86-33f4498d2057 req-9790e1ea-d172-4a8f-a240-879200e9aa58 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.0961149 Feb 17 04:35:35.242854 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-03e91530-4607-4270-ae86-33f4498d2057 req-5f09a547-23a4-43dc-807c-a1b2477a0ed4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Feb 17 04:35:35.245296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.250592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e3971a81-4f65-4716-954a-fa0e2aa6399e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:35.299534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3e5d69-bca9-4044-8c2b-3b157bdf9e04,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:35.299534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:35.429101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.430389 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-65d34213-1f21-4d6c-8bbb-ae14f285f0e5 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "DELETE /v2.0/security-groups/0b3e5d69-bca9-4044-8c2b-3b157bdf9e04 HTTP/1.1" status: 204 len: 168 time: 0.5004785 Feb 17 04:35:35.433388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 58748) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:35.451013 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.v2.resource [None req-06e596aa-f11c-4633-97c0-609a9510b6e9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] show failed (client error): The resource could not be found. Feb 17 04:35:35.452055 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-06e596aa-f11c-4633-97c0-609a9510b6e9 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "GET /v2.0/security-groups/0b3e5d69-bca9-4044-8c2b-3b157bdf9e04 HTTP/1.1" status: 404 len: 347 time: 0.0176768 Feb 17 04:35:35.469190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 58752) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:35.591269 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-4efed450-3003-4a99-bad4-a6ecf3221767 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767474 Feb 17 04:35:35.655029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Deleting port 6bf6041a-fa30-40c9-9f63-8ceb3ec69974 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:35.655408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.893005 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.893287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:35.959524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 5434b223-ac16-4270-bb2a-588a184753d8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:36.031476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Calling delete_port for 6bf6041a-fa30-40c9-9f63-8ceb3ec69974 owned by network:floatingip {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:36.040112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port 5434b223-ac16-4270-bb2a-588a184753d8 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:36.040531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.128573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c616e-81ad-43da-b1f3-303d37a2dbfb req-85f24853-b6be-499a-b234-11a41570bf12 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.130230 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-495c616e-81ad-43da-b1f3-303d37a2dbfb req-85f24853-b6be-499a-b234-11a41570bf12 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.2935576 Feb 17 04:35:36.230672 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-495c616e-81ad-43da-b1f3-303d37a2dbfb req-2a9f0177-5359-40c9-8358-76031df39d34 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888236 Feb 17 04:35:36.309885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.331347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6b31c20f-1589-49f4-bf97-e2b6d08f66ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:36.398269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Pushing event deleted for resources: {'Port': ['ID=6bf6041a-fa30-40c9-9f63-8ceb3ec69974,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:36.437356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:36.524064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-70428043-6951-4f81-ac8f-fb3d4bd589a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.526103 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-70428043-6951-4f81-ac8f-fb3d4bd589a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427&tenant_id=0226968062ae4935bc76d11f6c6278eb HTTP/1.1" status: 200 len: 1160 time: 0.0883901 Feb 17 04:35:36.589513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767fdc4-94a9-4d65-809f-3e9d8e2d9fba req-76ef797b-3009-4806-bca0-d6d27d9ef7b1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.591152 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2767fdc4-94a9-4d65-809f-3e9d8e2d9fba req-76ef797b-3009-4806-bca0-d6d27d9ef7b1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.1983485 Feb 17 04:35:36.629063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-2d0bbec7-ead6-4d57-9458-f810b7004a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.630685 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-2d0bbec7-ead6-4d57-9458-f810b7004a12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1160 time: 0.0808778 Feb 17 04:35:36.692952 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2767fdc4-94a9-4d65-809f-3e9d8e2d9fba req-4c90b97a-e8a0-4b3c-9ab8-89cc3697fc11 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709503 Feb 17 04:35:36.693750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.717964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:36.717964 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] 10.222.0.26 "DELETE /v2.0/floatingips/ea20dffe-74cc-4d42-85b9-4029e8014426 HTTP/1.1" status: 204 len: 168 time: 1.2416942 Feb 17 04:35:36.787608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-f5b862fc-44f5-4401-9655-a7b273a318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.789303 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-f5b862fc-44f5-4401-9655-a7b273a318ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.1515663 Feb 17 04:35:36.902352 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-c44e3f29-1c70-44c4-9a0e-1899b27ef12e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 998 time: 0.1058886 Feb 17 04:35:36.976673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-ff9608be-639a-4308-85ca-29ef3e229fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:36.978255 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-ff9608be-639a-4308-85ca-29ef3e229fb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.0693746 Feb 17 04:35:37.066633 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-bf3cb513-b3d6-4646-a07e-8fdd1955ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.068238 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-bf3cb513-b3d6-4646-a07e-8fdd1955ecbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831783 Feb 17 04:35:37.226528 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-bd3e6aa9-3bc8-4573-9d97-5191dbe75302 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504982 Feb 17 04:35:37.381002 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98086708-c61c-453a-aaec-efa7860dc8c2 req-1f428c29-9fc9-44ec-a6ab-ad72dbd1cf88 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468761 Feb 17 04:35:37.902002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fca05-8df4-4ffe-8678-dd19a2b632cc req-85adda8f-f208-4f72-9fdb-20bf88c6577b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.903519 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-273fca05-8df4-4ffe-8678-dd19a2b632cc req-85adda8f-f208-4f72-9fdb-20bf88c6577b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.0894091 Feb 17 04:35:37.951901 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-273fca05-8df4-4ffe-8678-dd19a2b632cc req-2588ac45-719b-498e-ade6-fae2c3b1cdb7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Feb 17 04:35:39.176773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd4038-a3d8-4237-8c7f-708d607ae15e req-520aa6f1-06c6-4aae-9dfb-11f11c769b8b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:39.179152 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4fcd4038-a3d8-4237-8c7f-708d607ae15e req-520aa6f1-06c6-4aae-9dfb-11f11c769b8b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.0946257 Feb 17 04:35:39.243032 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4fcd4038-a3d8-4237-8c7f-708d607ae15e req-e667228c-9328-4e1f-a5be-2645893c3ca8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568194 Feb 17 04:35:40.465713 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c969-58e2-462f-866b-3af2083e4ec7 req-bc81d23f-77d4-491c-a252-8bdd301755ae tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:40.467391 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e527c969-58e2-462f-866b-3af2083e4ec7 req-bc81d23f-77d4-491c-a252-8bdd301755ae tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.0922236 Feb 17 04:35:40.523323 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e527c969-58e2-462f-866b-3af2083e4ec7 req-a4a9d23a-1b31-41b1-af70-57a6a01b3aca tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487623 Feb 17 04:35:41.302260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 58834) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:41.953600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73603931-2b8d-48c9-9706-95787db82133 req-692dbf5d-c11c-426e-94f8-ac10ace98f9c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:41.955172 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-73603931-2b8d-48c9-9706-95787db82133 req-692dbf5d-c11c-426e-94f8-ac10ace98f9c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.1718791 Feb 17 04:35:42.280985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-73603931-2b8d-48c9-9706-95787db82133 req-13915cd3-a29c-4872-abfa-80f7ad13c894 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180394 Feb 17 04:35:42.393573 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2027917'] for router_interface, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.785117 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Deleting port 047c012b-9349-4738-bea9-7b935bbd2949 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:42.785473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.987578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] For port 047c012b-9349-4738-bea9-7b935bbd2949, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=047c012b-9349-4738-bea9-7b935bbd2949,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:42.988214 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:43.127301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Calling delete_port for 047c012b-9349-4738-bea9-7b935bbd2949 owned by network:router_interface {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:43.575174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b01487-aa66-4909-8e32-7ede4d9e7916 req-2b83436f-0cf3-40d6-b2dc-d6547b5136f9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:43.575174 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b4b01487-aa66-4909-8e32-7ede4d9e7916 req-2b83436f-0cf3-40d6-b2dc-d6547b5136f9 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.1147034 Feb 17 04:35:43.603486 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b4b01487-aa66-4909-8e32-7ede4d9e7916 req-aabd3cd0-4477-4b59-b376-d00237933789 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473781 Feb 17 04:35:43.681123 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:43.697112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-af1f0584-3f39-437e-badd-d9a0f4d23818 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:43.758754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=047c012b-9349-4738-bea9-7b935bbd2949,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:43.816962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.817365 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.817787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.818221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.818612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.819544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.819944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.820331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.820715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.821095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.821476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.821856 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.822323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.822707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.823084 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.823468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.823845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.824224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.824600 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.824977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.825403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.825740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.826162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.826535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:43.830608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:44.158917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852958576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028003'] for router_interface, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:44.701666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:35:45.217342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:35:45.241926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46211182-95a9-4670-b05a-a76411108e5f req-484e3dc1-5105-4b08-9ba1-fac42b10692c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:45.241926 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-46211182-95a9-4670-b05a-a76411108e5f req-484e3dc1-5105-4b08-9ba1-fac42b10692c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.4639692 Feb 17 04:35:45.279270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] Sync routers for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:35:45.279270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:45.279270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:35:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:45.279593 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7002a739-91e9-495a-a5b2-68e8a2594c5c admin admin] 10.222.0.26 "PUT /v2.0/routers/3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9543421 Feb 17 04:35:45.279704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 58858) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:45.294894 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-46211182-95a9-4670-b05a-a76411108e5f req-174a2400-da00-4640-bc5a-72940efab71f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Feb 17 04:35:45.506437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:45.746116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks [] for router, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.874953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:35:43Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:45.879266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] Checking router: 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:35:45.889508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] Routers {'3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:35:45.890273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:35:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:45.961620 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:45.967459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Deleting port 50bdb1d7-37bd-4c04-9696-767cd51303dc {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:45.968093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.185307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] For port 50bdb1d7-37bd-4c04-9696-767cd51303dc, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=50bdb1d7-37bd-4c04-9696-767cd51303dc,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:46.185791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:46.349296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Calling delete_port for 50bdb1d7-37bd-4c04-9696-767cd51303dc owned by network:router_gateway {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:46.363467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] Set router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:35:46.708876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:35:43Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:46.715125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2bc30-8b9e-403f-8d1d-a845bf076832 None None] The sync data for ids ['3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1'] in dv-cinder-759955-5-smb is: [{'id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'name': 'tempest-AttachVolumeTestJSON-1863058186-router', 'tenant_id': 'd83e778a30fb4826a8268802dc17b662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:35:43Z', 'revision_number': 5, 'project_id': 'd83e778a30fb4826a8268802dc17b662', 'gw_port': {'id': '50bdb1d7-37bd-4c04-9696-767cd51303dc', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:31Z', 'updated_at': '2021-02-17T04:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:35:48.309389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 047c012b-9349-4738-bea9-7b935bbd2949 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:48.363217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 047c012b-9349-4738-bea9-7b935bbd2949 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:48.363774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 047c012b-9349-4738-bea9-7b935bbd2949 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:49.938527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.099880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.161636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509d244-d7b8-4c2c-ac45-760fc1accf95 req-1bec895b-b6c2-4972-8633-2aaa3e50e13e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:50.163988 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1509d244-d7b8-4c2c-ac45-760fc1accf95 req-1bec895b-b6c2-4972-8633-2aaa3e50e13e tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.0911639 Feb 17 04:35:50.215104 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1509d244-d7b8-4c2c-ac45-760fc1accf95 req-03f738a0-a02d-4145-83d0-2fd03fd563d0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Feb 17 04:35:50.291914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993903'] for router_gateway, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.435198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2030631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29441'] for router, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.437448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.618090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2023429'] for router, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.618689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 {{(pid=84086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:35:50.632212 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.635306 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e5f55e02-9790-45f9-9322-c1f62001da63 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3a2ada4f-e82a-4d13-89b2-a7f3d699fdb1 HTTP/1.1" status: 204 len: 168 time: 5.3713872 Feb 17 04:35:50.636330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 58878) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:50.709151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Deleting subnet e20f8abc-116a-4f71-9934-4f844e1caf8b {{(pid=84086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:35:50.713247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.776614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2486518'] for subnet, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:50.910027 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.270079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853714923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851617162'] for subnet, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.287291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:51.337177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20f8abc-116a-4f71-9934-4f844e1caf8b,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:51.400686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.401110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.401536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.402061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.402359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.402757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.403175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.403555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.403950 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.404343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.404735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.405128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.405581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.406004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.406394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.406783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.407277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.407730 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.408120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.408510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.408900 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.409287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.409672 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.410091 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:35:51.414545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:51.437604 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd093-4f19-4704-ba1d-2212293fb232 req-ac5b24a8-30ca-4779-962f-68f4f4cbc0e8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:51.439257 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f79fd093-4f19-4704-ba1d-2212293fb232 req-ac5b24a8-30ca-4779-962f-68f4f4cbc0e8 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 943 time: 0.0982177 Feb 17 04:35:51.447014 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.457102 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-51aa0647-cfa2-4c1d-8d1b-0c7cc60e580e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e20f8abc-116a-4f71-9934-4f844e1caf8b HTTP/1.1" status: 204 len: 168 time: 0.8195021 Feb 17 04:35:51.458046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 58890) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:51.459004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e186fa-7e33-478b-ab14-8cdaeb7a3a34 None None] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:35:51.498884 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f79fd093-4f19-4704-ba1d-2212293fb232 req-ca1562fc-1149-46e3-9be5-8ecdbb350feb tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522962 Feb 17 04:35:51.594213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.670692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Deleting port dd958f62-665c-4877-a39f-b4c0fdc33706 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:51.671068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.746039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] DHCP port deletion for 1f7ad1a0-7804-43c9-a363-4672835d3e18 request from dv-cinder-759955-5-smb {{(pid=84088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:35:51.750706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Deleting port dd958f62-665c-4877-a39f-b4c0fdc33706 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:51.751135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.901163 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] For port dd958f62-665c-4877-a39f-b4c0fdc33706, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=dd958f62-665c-4877-a39f-b4c0fdc33706,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:51.901560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:51.977008 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] For port dd958f62-665c-4877-a39f-b4c0fdc33706, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=dd958f62-665c-4877-a39f-b4c0fdc33706,segment=NetworkSegment(15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7),segment_id=15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:51.977405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.035890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Calling delete_port for dd958f62-665c-4877-a39f-b4c0fdc33706 owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:52.111990 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Calling delete_port for dd958f62-665c-4877-a39f-b4c0fdc33706 owned by network:dhcp {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:52.149447 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.165331 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6f4fe08f-0286-4996-8f45-8ffb7947b5e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:52.223079 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd958f62-665c-4877-a39f-b4c0fdc33706,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:52.226191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:52.263493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:35:52.263881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:35:52.315887 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] No DVR routers for this DVR port dd958f62-665c-4877-a39f-b4c0fdc33706 on host dv-cinder-759955-5-smb {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:35:52.348424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device dd958f62-665c-4877-a39f-b4c0fdc33706 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:52.388083 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:52.417398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: dd958f62-665c-4877-a39f-b4c0fdc33706 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:52.417791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device dd958f62-665c-4877-a39f-b4c0fdc33706 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:52.418277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 50bdb1d7-37bd-4c04-9696-767cd51303dc no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:52.441559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.464263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 50bdb1d7-37bd-4c04-9696-767cd51303dc {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:52.464658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 50bdb1d7-37bd-4c04-9696-767cd51303dc not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:52.503167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:52.507805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.564701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7ad1a0-7804-43c9-a363-4672835d3e18']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.578988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.579315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a40fdd-36e5-4275-a4cf-6a8e4fac3ab7') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:52.594955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.621293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.623511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:35:52.641182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.671332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:35:52.682666 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:52.726623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.728626 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:52.743380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53edf-765c-4b38-a55b-1ae39984ad24 req-555386ad-f6fd-429f-87e8-9a62c187526a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:52.745538 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d1b53edf-765c-4b38-a55b-1ae39984ad24 req-555386ad-f6fd-429f-87e8-9a62c187526a tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1114094 Feb 17 04:35:52.773408 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'code': 200} Feb 17 04:35:52.779355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Deleting port dd958f62-665c-4877-a39f-b4c0fdc33706 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:52.779774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.807170 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d1b53edf-765c-4b38-a55b-1ae39984ad24 req-48965e7b-9306-4ef7-a6d5-cc83b09d4632 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544643 Feb 17 04:35:52.848029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:52.858345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:52.871885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dfb0e-0b98-46dc-ae92-67ee235e431d None None] The port 'dd958f62-665c-4877-a39f-b4c0fdc33706' was deleted {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:35:52.891770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=6']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:52.895258 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:53.084098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Network 1f7ad1a0-7804-43c9-a363-4672835d3e18 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:35:53.111086 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:35:53.220242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229cdb8-f452-4847-b95b-f70eb37cc569 req-908dcb12-17dd-4222-ac1a-8a800ca242ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:53.221919 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3229cdb8-f452-4847-b95b-f70eb37cc569 req-908dcb12-17dd-4222-ac1a-8a800ca242ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1162 time: 0.1758487 Feb 17 04:35:53.474246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.482178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.487636 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6db895be-7dfe-4db3-baad-67587141a89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:53.522989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7ad1a0-7804-43c9-a363-4672835d3e18,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:53.525707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:53.535883 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3229cdb8-f452-4847-b95b-f70eb37cc569 req-678afe3e-4ee5-45bc-8af7-0d1cea39a21e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050694 Feb 17 04:35:53.567166 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0287fc5c-f0cf-4929-9d2d-dd8c7e4b422b admin admin] 10.222.0.26 "DELETE /v2.0/networks/1f7ad1a0-7804-43c9-a363-4672835d3e18 HTTP/1.1" status: 204 len: 168 time: 2.1081007 Feb 17 04:35:53.777111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 58904) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:53.833888 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-499958c8-e14a-4578-91dd-0e0fb82411f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d83e778a30fb4826a8268802dc17b662&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554738 Feb 17 04:35:53.837157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 58910) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:53.899858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:53.927601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.007517 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d991-f83b-41b5-9cad-cc7ba24066ca req-27a3596f-9ab2-49c9-b81c-a224aae4d1b0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:54.009009 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2a90d991-f83b-41b5-9cad-cc7ba24066ca req-27a3596f-9ab2-49c9-b81c-a224aae4d1b0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0864394 Feb 17 04:35:54.011908 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.017158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d3270ecd-7bda-421c-8760-0b8b869df825 tempest-VolumesNegativeTest-521180766 tempest-VolumesNegativeTest-521180766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:54.033680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb08b6fd-4c69-42c4-9390-d62d1dabbd38,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:54.036574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:54.040302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:54.042637 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb08b6fd-4c69-42c4-9390-d62d1dabbd38 HTTP/1.1" status: 204 len: 168 time: 0.2044897 Feb 17 04:35:54.061055 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-2a90d991-f83b-41b5-9cad-cc7ba24066ca req-32b88ba3-2ac6-4d06-ac52-8cf5a119ec03 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Feb 17 04:35:54.063820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:54.143601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:54.144033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.301843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e5d3-f541-4434-98a0-8eaadb0e0c8e req-179040c8-e6c5-4f59-9b4d-e461e36bc0ab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:55.303751 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9177e5d3-f541-4434-98a0-8eaadb0e0c8e req-179040c8-e6c5-4f59-9b4d-e461e36bc0ab tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.1138651 Feb 17 04:35:55.356898 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9177e5d3-f541-4434-98a0-8eaadb0e0c8e req-f4556505-7634-4a0c-b112-cf33e24ebe9b tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453928 Feb 17 04:35:56.056810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:56.132138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:56.132560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.594484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1404ad-a816-48d2-85d6-b70fc28422c2 req-4450fdc3-4e5c-40f8-96a3-67d7235e2cec tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:56.596103 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fc1404ad-a816-48d2-85d6-b70fc28422c2 req-4450fdc3-4e5c-40f8-96a3-67d7235e2cec tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0987720 Feb 17 04:35:56.648679 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fc1404ad-a816-48d2-85d6-b70fc28422c2 req-2024642e-82d8-4ebf-88c2-6c12360b5b81 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 Feb 17 04:35:57.173029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59028) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:57.299646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.315495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:57.320322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Usage tracker for resource:security_group_rule and tenant:8e5b283a82384775bf670146b479de19 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:57.323366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:57.329190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:57.412381 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.475230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.484376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cf47c5aa-66fc-4a08-aca5-b916081b879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:57.527226 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e5b283a82384775bf670146b479de19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529968 Feb 17 04:35:57.528847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d5452b-1a3d-4a6c-b708-7a2d8ce8ed65,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:57.530164 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59034) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:57.532241 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:57.605199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.632830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.720595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.727851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:57.741885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d5452b-1a3d-4a6c-b708-7a2d8ce8ed65,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:57.744750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:57.747029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:57.752249 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56d5452b-1a3d-4a6c-b708-7a2d8ce8ed65 HTTP/1.1" status: 204 len: 168 time: 0.2207549 Feb 17 04:35:57.869454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154cae-f3ae-49ca-8343-dcbf03f3c332 req-d6ddc54b-7785-4b06-8af5-7d38d39c7842 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:57.871098 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db154cae-f3ae-49ca-8343-dcbf03f3c332 req-d6ddc54b-7785-4b06-8af5-7d38d39c7842 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0997634 Feb 17 04:35:57.922260 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db154cae-f3ae-49ca-8343-dcbf03f3c332 req-02b6892c-ab11-4920-b513-495930ab8bb7 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445101 Feb 17 04:35:58.297382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59054) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:58.309497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-86a41e30-18b2-4e01-a0d6-3b8e4de84f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.317103 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.333649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:35:58.338110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac4bfd4a52d41ae95c716fc96da403c is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:35:58.341115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:35:58.346978 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:35:58.433504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.497608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.507398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-26831131-b051-493f-aacb-55cd4842d259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:58.553580 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ac4bfd4a52d41ae95c716fc96da403c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543802 Feb 17 04:35:58.554521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45f465c-c5e3-4d8b-a958-ec9f5536a625,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:58.556442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59058) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:58.557717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:58.620750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.651237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.811921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.815968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f1a5019c-e9dc-4b4a-bdf9-919634c1c2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:58.829862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45f465c-c5e3-4d8b-a958-ec9f5536a625,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:58.835828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:58.840047 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.841255 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f45f465c-c5e3-4d8b-a958-ec9f5536a625 HTTP/1.1" status: 204 len: 168 time: 0.2837596 Feb 17 04:36:01.006831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-29493c7a-8b31-42b1-808b-ec62efd87049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.120589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.366844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:02.726463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.664872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59170) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:04.792491 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.808925 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:04.813239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Usage tracker for resource:security_group_rule and tenant:22584ee4c3744dc9ae8a27d8a9189858 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:04.816295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:04.823025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:04.909686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.949222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.958462 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.001073 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22584ee4c3744dc9ae8a27d8a9189858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350246 Feb 17 04:36:05.002838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217e6a2c-f876-4bbd-b91f-fe9508f9223d,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:05.004012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59178) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:05.006757 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:05.067167 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.093487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.166261 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.171349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-01f3d607-cf09-4929-9f1e-e9185c8bae26 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.184906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e6a2c-f876-4bbd-b91f-fe9508f9223d,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:05.187557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:05.196428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.198055 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-eff31024-42eb-45b5-83fa-1765d5e10ff9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/217e6a2c-f876-4bbd-b91f-fe9508f9223d HTTP/1.1" status: 204 len: 168 time: 0.1925023 Feb 17 04:36:05.622349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59188) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:05.641814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.659314 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:05.663613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Usage tracker for resource:security_group_rule and tenant:36f45e27fa73417ab3fe895ba4d5324a is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:05.666568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:05.672329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:05.761669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.794563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.807619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-288b104a-14f5-478c-ac53-78080e217210 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:05.847997 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36f45e27fa73417ab3fe895ba4d5324a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244921 Feb 17 04:36:05.850207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa81093-830a-451b-8eeb-0486c37e78a4,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:05.851510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59192) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:05.853822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:05.921061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:05.949114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.040645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.046072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cfa72c8f-d6c9-46bd-aa6e-d49d083613ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:06.059921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa81093-830a-451b-8eeb-0486c37e78a4,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:06.064126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:06.070253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:06.071672 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-2c159272-7363-422c-a918-5d13ab3abfb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efa81093-830a-451b-8eeb-0486c37e78a4 HTTP/1.1" status: 204 len: 168 time: 0.2180834 Feb 17 04:36:09.657489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:09.861006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ede1-f38f-4619-a029-85364870db44 req-fcdbb04c-7b57-4c67-bea0-a59c6b82af4a tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:09.862657 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-57f4ede1-f38f-4619-a029-85364870db44 req-fcdbb04c-7b57-4c67-bea0-a59c6b82af4a tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.0870621 Feb 17 04:36:09.909996 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-57f4ede1-f38f-4619-a029-85364870db44 req-9249f60b-214a-49b6-b56f-5634424df7d2 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Feb 17 04:36:11.113544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ab5bf-ec4f-42a1-a575-d06b0c238945 req-94a04c17-5667-4ba1-81c1-e242744b4312 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:11.115217 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0f3ab5bf-ec4f-42a1-a575-d06b0c238945 req-94a04c17-5667-4ba1-81c1-e242744b4312 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.0895348 Feb 17 04:36:11.163315 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0f3ab5bf-ec4f-42a1-a575-d06b0c238945 req-4a03b958-fe4a-41fa-b83c-8fd4a57647c0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Feb 17 04:36:12.365437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e7c8f-3079-412f-98eb-fdf4d0bfa866 req-014eb84d-ff2f-4b5d-a333-b7af2be0e8f0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.367066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-571e7c8f-3079-412f-98eb-fdf4d0bfa866 req-014eb84d-ff2f-4b5d-a333-b7af2be0e8f0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.0877631 Feb 17 04:36:12.417090 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-571e7c8f-3079-412f-98eb-fdf4d0bfa866 req-6bce6469-89a1-40a1-893e-92e523c2acdb tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Feb 17 04:36:13.624029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bf1b4-023b-4978-b9a0-c69bad048e21 req-690fe453-5e7c-40e4-862d-8b2008327bce tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:13.625633 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-433bf1b4-023b-4978-b9a0-c69bad048e21 req-690fe453-5e7c-40e4-862d-8b2008327bce tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.0901067 Feb 17 04:36:13.675673 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-433bf1b4-023b-4978-b9a0-c69bad048e21 req-672e2505-6fe1-4de3-b346-394d99aa6b36 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Feb 17 04:36:14.544058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-01436302-369f-440f-a820-1327ff152ea0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:14.544746 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-01436302-369f-440f-a820-1327ff152ea0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Synchronizing usage tracker for tenant:3cb24874b60d466385bf5da017385494 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:14.557729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-01436302-369f-440f-a820-1327ff152ea0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Unset dirty status for tenant:3cb24874b60d466385bf5da017385494 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:14.558967 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-01436302-369f-440f-a820-1327ff152ea0 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.1038485 Feb 17 04:36:14.637524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Deleting port 5434b223-ac16-4270-bb2a-588a184753d8 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:14.638042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:14.885273 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310950a0-91a5-4b0e-bf71-6d382d4283b4 req-467ab5a1-a7f7-452c-b4ac-f774aa186e0c tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:14.886942 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-310950a0-91a5-4b0e-bf71-6d382d4283b4 req-467ab5a1-a7f7-452c-b4ac-f774aa186e0c tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 946 time: 0.0924063 Feb 17 04:36:14.932792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] For port 5434b223-ac16-4270-bb2a-588a184753d8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5434b223-ac16-4270-bb2a-588a184753d8,segment=NetworkSegment(c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e),segment_id=c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:14.933190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:14.936232 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-310950a0-91a5-4b0e-bf71-6d382d4283b4 req-dcc3c1be-3cab-4eea-9fd0-d1e9fdf58c92 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f7955f2-69ea-43b4-9db7-da4d838c21c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Feb 17 04:36:15.068995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Calling delete_port for 5434b223-ac16-4270-bb2a-588a184753d8 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:15.320962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.339557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c1921e14-0cb2-466d-bf7d-c8b1b05d4aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:15.404053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Pushing event deleted for resources: {'Port': ['ID=5434b223-ac16-4270-bb2a-588a184753d8,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:15.406714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:15.554489 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59310) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:15.555873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] No DVR routers for this DVR port 5434b223-ac16-4270-bb2a-588a184753d8 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:15.558127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.560947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'name': 'network-vif-deleted', 'tag': '5434b223-ac16-4270-bb2a-588a184753d8'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:15.610916 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1', 'name': 'network-vif-deleted', 'tag': '5434b223-ac16-4270-bb2a-588a184753d8', 'status': 'completed', 'code': 200} Feb 17 04:36:15.618493 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-82b67c17-6b25-4116-915c-2fe426f3b514 req-e77c275d-6f74-4266-9f32-bee991d62b05 tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.67 "DELETE /v2.0/ports/5434b223-ac16-4270-bb2a-588a184753d8 HTTP/1.1" status: 204 len: 173 time: 1.0533047 Feb 17 04:36:15.685813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.701309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:15.705346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Usage tracker for resource:security_group_rule and tenant:dedf0f9fe31c41c3b88930df36b0d3b5 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:15.708420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:15.714347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:15.800388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.823442 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.833153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b55c6e5e-0027-4d50-aa08-466efad27b1c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:15.869367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.876227 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dedf0f9fe31c41c3b88930df36b0d3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205884 Feb 17 04:36:15.877920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad430d9-f9bd-49a8-a5ed-eae1c88db26b,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:15.879277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59318) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:15.881735 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-dfc2d9ab-5429-4e22-a42c-a7464530e11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:15.945187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:15.983578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.074980 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.080395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7f1b084b-0d07-4d07-8f04-41c9b6a5c9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:16.095116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad430d9-f9bd-49a8-a5ed-eae1c88db26b,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:16.098011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:16.100007 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.101878 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dad430d9-f9bd-49a8-a5ed-eae1c88db26b HTTP/1.1" status: 204 len: 168 time: 0.2210453 Feb 17 04:36:16.166338 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c59b33fa-f6d5-415d-9693-fa3ce6b2d9e6 req-f75b0d02-861f-47f2-8f9a-79834cdf6d1c tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] 10.222.0.26 "GET /v2.0/ports?device_id=eed1ca51-4ea1-47f8-9b1a-ccc83ab2acc1 HTTP/1.1" status: 200 len: 210 time: 0.0713162 Feb 17 04:36:16.170561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 5434b223-ac16-4270-bb2a-588a184753d8 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:16.215340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: 5434b223-ac16-4270-bb2a-588a184753d8 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:16.215979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 5434b223-ac16-4270-bb2a-588a184753d8 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:16.770185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59328) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:16.790235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.805195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:16.809305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:838717888abe46789d1c78dfaa972951 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:16.812291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:16.818121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:16.902431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.937285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:16.946310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:16.988233 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=838717888abe46789d1c78dfaa972951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168941 Feb 17 04:36:16.990011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5928ff-c004-4d6c-a821-27125b73ea8d,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:16.991243 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59332) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:16.993279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5e68546a-0bd1-4889-ad54-5aec4978a4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:17.055646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.087232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.166379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.171660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d05aed3b-c688-4241-ac91-b0041144972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:17.185772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5928ff-c004-4d6c-a821-27125b73ea8d,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:17.188910 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:17.189858 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:17.191104 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c8da2e0c-aa66-424c-aa21-b923c2c198b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb5928ff-c004-4d6c-a821-27125b73ea8d HTTP/1.1" status: 204 len: 168 time: 0.1987956 Feb 17 04:36:17.578610 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-9b71e3f4-e5b1-4934-a63b-6894c56d4e7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835271 Feb 17 04:36:17.694945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-b921f320-bc1b-4e9b-9c9f-2fcac36c71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.696592 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-b921f320-bc1b-4e9b-9c9f-2fcac36c71c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0226968062ae4935bc76d11f6c6278eb&device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 1162 time: 0.0887990 Feb 17 04:36:17.883649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-b079af55-4203-45d3-980c-1c63848d60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.885297 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-b079af55-4203-45d3-980c-1c63848d60d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 200 len: 911 time: 0.1681936 Feb 17 04:36:18.006744 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-5158784e-f3a7-45d5-a605-ece6fc110bf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 200 len: 1000 time: 0.1112845 Feb 17 04:36:18.081348 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-66ab231a-4a0c-4789-9a5d-fcb8772c81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:18.082948 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-66ab231a-4a0c-4789-9a5d-fcb8772c81d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 200 len: 856 time: 0.0686765 Feb 17 04:36:18.180346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-f4ad28de-a0f8-4ec2-9d52-06eb5a79e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:18.181965 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-f4ad28de-a0f8-4ec2-9d52-06eb5a79e98d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7d0247b-0e97-40c0-a552-b9ab9041ad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921924 Feb 17 04:36:18.331836 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-21886c65-cb38-4f48-accb-a8c60cbd75ee service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425738 Feb 17 04:36:18.482154 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-16747f51-fde6-48fa-aea4-7efc7bb23621 req-2ff6aafd-6b4f-445a-afaf-3d686fad50d6 service neutron] 10.222.0.67 "GET /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428609 Feb 17 04:36:20.379344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59422) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:20.522615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.539867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:20.544059 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Usage tracker for resource:security_group_rule and tenant:9a12ec71be664f4695d1bc64d86ab92f is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:20.547378 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:20.553794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:20.647821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.686150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.695747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-31d29ae3-a574-4cea-99cd-39316d2a1f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:20.739576 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a12ec71be664f4695d1bc64d86ab92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589456 Feb 17 04:36:20.741319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb7884-f7ea-4757-9ec5-5edfb7ecba0a,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:20.742851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59432) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:20.744744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-504cd09a-8c82-405c-a1c6-36fd2fe9f330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:20.809104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.840011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.909219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.915875 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8edeb387-d532-4dc1-9535-b1d267a222d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:20.930889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb7884-f7ea-4757-9ec5-5edfb7ecba0a,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:20.933564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:20.950646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:20.951910 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58cb7884-f7ea-4757-9ec5-5edfb7ecba0a HTTP/1.1" status: 204 len: 168 time: 0.2070901 Feb 17 04:36:21.443934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59444) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.463562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.479081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:21.483087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c348ae9552f48ea8b56f6cddd0df9fd is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:21.485996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:21.492200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:21.577067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.606105 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.614564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a05ac7e4-d9e3-4cae-8406-b447abdc9972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:21.658899 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c348ae9552f48ea8b56f6cddd0df9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137203 Feb 17 04:36:21.660518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f88044-1203-486b-a6c0-57ac50a2bf18,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:21.662287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59448) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:21.664373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d9679306-57c8-4fa9-bb94-af722bb85ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:21.727439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.754680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.817693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.823281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9d47f5ca-7fc1-49e6-a9cf-58880d5b2170 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:21.838080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f88044-1203-486b-a6c0-57ac50a2bf18,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:21.842521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:21.848185 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:21.849996 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4f88044-1203-486b-a6c0-57ac50a2bf18 HTTP/1.1" status: 204 len: 168 time: 0.1865871 Feb 17 04:36:23.372189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59486) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:23.499637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.514864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:23.519709 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Usage tracker for resource:security_group_rule and tenant:c409bf5bcace48ad8c5aee8b03211461 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:23.523222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:23.529125 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:23.614880 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.702445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.712244 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ee708dd6-94c2-4c8d-8fde-921de50304aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:23.755589 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c409bf5bcace48ad8c5aee8b03211461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822215 Feb 17 04:36:23.756700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02638bee-7702-421f-94b1-5ac1ad717778,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:23.758549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59492) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:23.760297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1d8c0da4-c5ae-4dc7-9a74-7c008084ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:23.831773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.860791 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.960602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.968413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c5463d6e-494d-493c-a2d5-486a61073617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:23.981953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02638bee-7702-421f-94b1-5ac1ad717778,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:23.986188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:23.988211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.992238 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02638bee-7702-421f-94b1-5ac1ad717778 HTTP/1.1" status: 204 len: 168 time: 0.2297127 Feb 17 04:36:25.743397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59548) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:25.872311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.887890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:25.891943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Usage tracker for resource:security_group_rule and tenant:ba37975f1c084d8fa59f495fbcbeb597 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:25.895223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:25.901731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:25.995933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.057283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.066399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4fec4e9f-9e61-471c-bd7e-ddbcc11d1075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:26.112750 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba37975f1c084d8fa59f495fbcbeb597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681140 Feb 17 04:36:26.115671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a5a6df-8cd3-415e-8d6b-e5ec317a2b01,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:26.115813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59556) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:26.119018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-427e8dd2-c4ea-4325-8075-bd42b1376eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:26.186804 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.215375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.314937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.320289 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ba6fa635-7ddd-4f41-9f8a-b81096d3439b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:26.333637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a5a6df-8cd3-415e-8d6b-e5ec317a2b01,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:26.336382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:26.345232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.349913 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6a5a6df-8cd3-415e-8d6b-e5ec317a2b01 HTTP/1.1" status: 204 len: 168 time: 0.2328916 Feb 17 04:36:28.314821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-95fa3dae-66ac-4f0f-81b9-5c770bcf8f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:30.944255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93cdb968-c0a3-4411-aef9-f6e9e5574a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.132228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:31.531118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbcadf-9e29-49bb-a419-794104bebe5d req-f1f4b9b3-ef57-4c4d-adaf-9cc000b9e57c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:31.532713 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b5dbcadf-9e29-49bb-a419-794104bebe5d req-f1f4b9b3-ef57-4c4d-adaf-9cc000b9e57c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0866480 Feb 17 04:36:31.579645 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b5dbcadf-9e29-49bb-a419-794104bebe5d req-5befe6ce-e909-45b3-8159-abe02aff27b0 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Feb 17 04:36:32.371959 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:32.714985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:32.794915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde3a6d-174d-4553-8e52-9a76f38a97d5 req-d7b9ca8b-8ac1-4e98-bb3d-33c4afb51c61 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:32.796506 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8bde3a6d-174d-4553-8e52-9a76f38a97d5 req-d7b9ca8b-8ac1-4e98-bb3d-33c4afb51c61 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0906529 Feb 17 04:36:32.844501 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8bde3a6d-174d-4553-8e52-9a76f38a97d5 req-bed67ab0-618c-4f91-b2a8-ab7a518cff33 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups?id=271d38e9-4e60-45d7-880a-0f39d68e388c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410511 Feb 17 04:36:32.937215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-23e26c4e-4ed6-40bf-b19b-5b54ddf78a7c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:32.937895 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-23e26c4e-4ed6-40bf-b19b-5b54ddf78a7c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Synchronizing usage tracker for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:32.950665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-23e26c4e-4ed6-40bf-b19b-5b54ddf78a7c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Unset dirty status for tenant:0226968062ae4935bc76d11f6c6278eb on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:32.951852 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-23e26c4e-4ed6-40bf-b19b-5b54ddf78a7c tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 945 time: 0.0995812 Feb 17 04:36:33.032089 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Deleting port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:33.032472 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.307851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] For port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:33.308215 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.621424 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59674) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:33.622222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.622638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.622987 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Floating IP 84020764-13b7-45a7-bd0e-a97e4e623549 disassociated. External IP: 172.28.3.58, port: f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0. Feb 17 04:36:33.623367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Calling delete_port for f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:33.749419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.765894 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:33.770390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Usage tracker for resource:security_group_rule and tenant:5c14055a5a374f0b809b5ef9ef2d9033 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:33.773511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:33.779393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:33.863268 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.866792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.879192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-97f2b144-c085-48a3-ae6d-dec7f49fe95b tempest-VolumesSnapshotTestJSON-118695791 tempest-VolumesSnapshotTestJSON-118695791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.897414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.907570 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9782918e-fddd-4ab6-ac0b-4a8250649f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:33.941129 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event deleted for resources: {'Port': ['ID=f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:33.950160 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c14055a5a374f0b809b5ef9ef2d9033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272550 Feb 17 04:36:33.950927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59682) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:33.976211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec3a560-3ce8-4f7c-8788-7e7e162032cd,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:34.027700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:34.048287 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7a80eacc-b478-428d-abd2-4237f1a5e3b5 req-cc075a40-8f3f-43ee-abd0-f6be2a1cb574 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 210 time: 0.0765584 Feb 17 04:36:34.082816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.114260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.188941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.194549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-97a18d33-cce6-4fe3-8367-9cd8b500b406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:34.208855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec3a560-3ce8-4f7c-8788-7e7e162032cd,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:34.219861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:34.220873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.222285 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ec3a560-3ce8-4f7c-8788-7e7e162032cd HTTP/1.1" status: 204 len: 168 time: 0.2672348 Feb 17 04:36:34.230438 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:34.247497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:34.291183 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:34.291546 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:34.498449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:34.701050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:34.711595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:34.722377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:34.723061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:36:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:34.746287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] No DVR routers for this DVR port f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:34.748859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:34.757040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-deleted', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:34.812412 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e340c-6d3c-428e-902b-9d424f3a5427', 'name': 'network-vif-deleted', 'tag': 'f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0', 'status': 'completed', 'code': 200} Feb 17 04:36:34.829969 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7087de43-9c8b-438b-8ab3-4a8ea9bb5c79 req-c4df6812-fff9-4501-aac1-8db5cdcfced4 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.67 "DELETE /v2.0/ports/f9c69ad9-e97e-4545-aa8d-7f45f1c0c5d0 HTTP/1.1" status: 204 len: 173 time: 1.8692622 Feb 17 04:36:34.926035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:35.241747 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-714ae7cb-2dd2-4649-89a0-1692128cd201 req-4229b84c-611b-4dc9-8228-10726da11b8f tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e7e340c-6d3c-428e-902b-9d424f3a5427 HTTP/1.1" status: 200 len: 210 time: 0.0553498 Feb 17 04:36:35.263508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:35.267485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:35.276473 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:35.277110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:36:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:35.627298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:35.970943 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:35.975747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c8708-7ff2-4380-90f9-069f6e4c3a84 None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:29:41Z', 'revision_number': 4, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '2fa41fd8-798c-4c52-abe2-91da2cbbbef4', 'name': '', 'network_id': 'c7d0247b-0e97-40c0-a552-b9ab9041ad86', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'mac_address': 'fa:16:3e:2d:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:40Z', 'updated_at': '2021-02-17T04:29:54Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'subnets': [{'id': '9e7a6565-49c0-4d15-a441-ddb82d22d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:36.364872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a2e64-28d8-4cc7-a19b-1967567b1ffe None None] New status for floating IP 84020764-13b7-45a7-bd0e-a97e4e623549: DOWN {{(pid=84088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:36:36.408096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59722) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.479065 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.508608 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.600480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.606021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7251ad67-6089-4de8-97c8-a632c00e364c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:36.620293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271d38e9-4e60-45d7-880a-0f39d68e388c,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:36.624857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:36.668470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:36.669689 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "DELETE /v2.0/security-groups/271d38e9-4e60-45d7-880a-0f39d68e388c HTTP/1.1" status: 204 len: 168 time: 0.2605057 Feb 17 04:36:36.672571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59726) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.695068 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.api.v2.resource [None req-ab583cf4-21d3-4329-aaa8-c015f9fad138 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] show failed (client error): The resource could not be found. Feb 17 04:36:36.696380 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ab583cf4-21d3-4329-aaa8-c015f9fad138 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "GET /v2.0/security-groups/271d38e9-4e60-45d7-880a-0f39d68e388c HTTP/1.1" status: 404 len: 347 time: 0.0227914 Feb 17 04:36:36.699440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59730) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.887171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Deleting port 683f9ab6-1023-4ca4-8454-e40b0780101e {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:36.887549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.073662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.074266 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.213325 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Calling delete_port for 683f9ab6-1023-4ca4-8454-e40b0780101e owned by network:floatingip {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:37.411849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.428056 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-37da5489-2c1c-4a96-b066-a962f0efb94e tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:37.488048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Pushing event deleted for resources: {'Port': ['ID=683f9ab6-1023-4ca4-8454-e40b0780101e,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:37.492160 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:37.875779 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks [] for floatingip, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.890665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:37.891869 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] 10.222.0.26 "DELETE /v2.0/floatingips/84020764-13b7-45a7-bd0e-a97e4e623549 HTTP/1.1" status: 204 len: 168 time: 1.1913249 Feb 17 04:36:38.543788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59746) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:38.609510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Deleting subnet 3457000d-44a5-47ea-b58e-b8e0547aa545 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:36:38.613094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.668043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3140931'] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.724909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.149229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2511791'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.166049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:39.267019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3457000d-44a5-47ea-b58e-b8e0547aa545,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:39.277653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:39.307400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.313698 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-40effaba-2a4c-4357-8f04-9551dc7707d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3457000d-44a5-47ea-b58e-b8e0547aa545 HTTP/1.1" status: 204 len: 168 time: 0.7688119 Feb 17 04:36:39.316409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59756) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:39.436182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.634242 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.751043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14b537d-4d2a-4334-9f8c-8d6b04f18499']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:39.764278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:39.764624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1190106-cfcb-4f3f-87e5-a4c2c6d71e7e') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:39.777522 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.874879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.877122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:36:40.059178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:40.068732 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.255991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Network c14b537d-4d2a-4334-9f8c-8d6b04f18499 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:36:40.278652 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:36:40.554468 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.558952 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.562769 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:40.586534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14b537d-4d2a-4334-9f8c-8d6b04f18499,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:40.589043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:40.624047 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6f489438-1d35-4e4e-ac32-8c85c52e6ee3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c14b537d-4d2a-4334-9f8c-8d6b04f18499 HTTP/1.1" status: 204 len: 168 time: 1.3065956 Feb 17 04:36:40.839086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59772) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:40.930196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59778) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:40.982660 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-ba7d1a5e-0b42-4068-99cd-c37df75fb929 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cb24874b60d466385bf5da017385494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511105 Feb 17 04:36:40.985229 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59782) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:41.047529 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.075654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.143101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.149377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-adfc6eea-7a80-48c7-bfcd-66d05d10686b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:41.164375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7955f2-69ea-43b4-9db7-da4d838c21c2,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:41.180448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:41.217678 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.221643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f7955f2-69ea-43b4-9db7-da4d838c21c2 HTTP/1.1" status: 204 len: 168 time: 0.2328882 Feb 17 04:36:41.680439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2027917'] for router_interface, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.271923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Deleting port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:42.272471 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.454483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] For port 2fa41fd8-798c-4c52-abe2-91da2cbbbef4, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:42.454883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.588840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Calling delete_port for 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 owned by network:router_interface {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:42.880583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.896857 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-66add553-2ebd-4bcb-901b-ad2434098304 tempest-AttachVolumeNegativeTest-119511929 tempest-AttachVolumeNegativeTest-119511929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:42.956915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa41fd8-798c-4c52-abe2-91da2cbbbef4,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:42.960192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:43.308921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852958576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028003'] for router_interface, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:43.808332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Router 0dd21914-4fd1-4d16-9aed-c986c69f1eca has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:43.993767 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:44.003340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] Sync routers for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:44.006344 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-69c8549d-354e-4f70-98b7-8004f358a695 admin admin] 10.222.0.26 "PUT /v2.0/routers/0dd21914-4fd1-4d16-9aed-c986c69f1eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660862 Feb 17 04:36:44.009054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59788) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:44.013247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:44.013945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:36:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:44.200543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks [] for router, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:44.205349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:44.525188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:44.529729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] Checking router: 0dd21914-4fd1-4d16-9aed-c986c69f1eca for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:44.540705 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] Routers {'0dd21914-4fd1-4d16-9aed-c986c69f1eca'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:44.541393 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:36:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:44.627597 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:44.632916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Deleting port cf0610a4-74a8-4952-af60-67b94707b1b0 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:44.633284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:44.737250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] Set router 0dd21914-4fd1-4d16-9aed-c986c69f1eca gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:44.817828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] For port cf0610a4-74a8-4952-af60-67b94707b1b0, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=cf0610a4-74a8-4952-af60-67b94707b1b0,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:44.818158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:44.954826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Calling delete_port for cf0610a4-74a8-4952-af60-67b94707b1b0 owned by network:router_gateway {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:45.046886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:45.050992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae00eca-2cea-4b38-87ec-cff29c7b8b98 None None] The sync data for ids ['0dd21914-4fd1-4d16-9aed-c986c69f1eca'] in dv-cinder-759955-5-smb is: [{'id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'name': 'tempest-AttachVolumeShelveTestJSON-1863190875-router', 'tenant_id': '0226968062ae4935bc76d11f6c6278eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:24Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '0226968062ae4935bc76d11f6c6278eb', 'gw_port': {'id': 'cf0610a4-74a8-4952-af60-67b94707b1b0', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd21914-4fd1-4d16-9aed-c986c69f1eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:26Z', 'updated_at': '2021-02-17T04:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:45.164748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: WARNING neutron.plugins.ml2.ovo_rpc [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: result = function(*args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: proto.__init__(conn_state, self) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: self.handle() Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: self.handle_one_request() Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: self.handle_one_response() Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: result = self.application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return app(environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self.application) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return request.get_response(self.application) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: response = req.get_response(self._app) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: application, catch_exc_info=False) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: app_iter = application(self.environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return resp(environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return resp(environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: response = self.app(environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return resp(environ, start_response) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: resp = self.call_func(req, *args, **kw) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: return self.func(req, *args, **kwargs) Feb 17 04:36:45.174539 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: result = method(request=request, **args) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return self._delete(request, id, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(*dup_args, **dup_kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: obj_deleter(request.context, id, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return method(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(*dup_args, **dup_kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, context, *args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return method(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: context, port, router_ids, bound_mech_contexts) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: return function(*args, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: callback(resource, event, trigger, **kwargs) Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: stack = traceback.extract_stack() Feb 17 04:36:45.180703 dv-cinder-759955-5-smb neutron-server[83975]: Feb 17 04:36:45.373598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993903'] for router_gateway, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.515966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2030631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29441'] for router, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.518297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.960635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2023429'] for router, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.961369 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd21914-4fd1-4d16-9aed-c986c69f1eca {{(pid=84087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:36:45.976400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.977679 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e00df1b9-eb2f-4722-8b57-0ea20b0fed71 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0dd21914-4fd1-4d16-9aed-c986c69f1eca HTTP/1.1" status: 204 len: 168 time: 1.9676659 Feb 17 04:36:45.980534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59792) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:46.012122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:46.052773 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Deleting subnet 9e7a6565-49c0-4d15-a441-ddb82d22d777 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:36:46.056406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:46.110132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3140931'] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:46.244700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:46.370210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cf0610a4-74a8-4952-af60-67b94707b1b0 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:46.412868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: cf0610a4-74a8-4952-af60-67b94707b1b0 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:46.413269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cf0610a4-74a8-4952-af60-67b94707b1b0 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:46.413751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:46.449868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:46.450295 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 2fa41fd8-798c-4c52-abe2-91da2cbbbef4 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:46.623359 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2511791'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:46.639601 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f7607aef-bafb-40f2-9285-21c3317878a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:46.656642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:46.688714 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7a6565-49c0-4d15-a441-ddb82d22d777,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:46.743078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.743490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.743897 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.744298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.744700 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.745093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.745485 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.745879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.746293 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.746683 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.747071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.747463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.747903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.748292 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.748682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.749067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.749450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.749839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.750259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.750637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.751023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.751406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.751790 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.752171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:46.760317 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:46.791568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:46.797082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181b1f2-80c3-4627-924a-33a247fe1fbe None None] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:46.797467 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8d9d03ca-cdf4-405e-a77e-091c57c7c0c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9e7a6565-49c0-4d15-a441-ddb82d22d777 HTTP/1.1" status: 204 len: 168 time: 0.8156738 Feb 17 04:36:46.800166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59796) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:46.923100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.010812 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Deleting port aab07588-6431-4971-b76c-06fa5bb35785 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:47.011411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.071070 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] DHCP port deletion for c7d0247b-0e97-40c0-a552-b9ab9041ad86 request from dv-cinder-759955-5-smb {{(pid=84088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:36:47.076553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Deleting port aab07588-6431-4971-b76c-06fa5bb35785 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:47.077104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.291435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] For port aab07588-6431-4971-b76c-06fa5bb35785, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=aab07588-6431-4971-b76c-06fa5bb35785,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:47.291830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.449195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Calling delete_port for aab07588-6431-4971-b76c-06fa5bb35785 owned by network:dhcp {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:47.532878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] For port aab07588-6431-4971-b76c-06fa5bb35785, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=aab07588-6431-4971-b76c-06fa5bb35785,segment=NetworkSegment(05561b2a-51d8-4a98-b8f9-0dbd37adbe2a),segment_id=05561b2a-51d8-4a98-b8f9-0dbd37adbe2a)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:47.533251 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.651868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.671842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ec13a82-d1fe-4257-a9ee-87bace43d8f1 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:47.673754 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Calling delete_port for aab07588-6431-4971-b76c-06fa5bb35785 owned by network:dhcp {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:47.734284 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab07588-6431-4971-b76c-06fa5bb35785,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:47.753177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:36:47.753595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:36:47.783406 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:47.819903 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] No DVR routers for this DVR port aab07588-6431-4971-b76c-06fa5bb35785 on host dv-cinder-759955-5-smb {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:47.945311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.061615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d0247b-0e97-40c0-a552-b9ab9041ad86']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:48.074241 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:48.074572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05561b2a-51d8-4a98-b8f9-0dbd37adbe2a') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:48.086634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.102072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.104135 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:36:48.254855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Deleting port aab07588-6431-4971-b76c-06fa5bb35785 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:48.255553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.340072 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-e95518dd-f174-49cf-85f5-3818db103bc6 None None] The port 'aab07588-6431-4971-b76c-06fa5bb35785' was deleted {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:36:48.368628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device aab07588-6431-4971-b76c-06fa5bb35785 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:48.408140 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: aab07588-6431-4971-b76c-06fa5bb35785 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:48.408539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device aab07588-6431-4971-b76c-06fa5bb35785 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:48.523850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:48.532890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.715774 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Network c7d0247b-0e97-40c0-a552-b9ab9041ad86 has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:36:48.738713 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:36:48.846162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.850302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:48.864702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.879300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d0247b-0e97-40c0-a552-b9ab9041ad86,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:48.882928 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:48.921309 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c7d0247b-0e97-40c0-a552-b9ab9041ad86 HTTP/1.1" status: 204 len: 168 time: 2.1200526 Feb 17 04:36:49.222964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59802) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:49.275032 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-baa3fc24-d03c-4e83-a4c9-9a7510842d5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0226968062ae4935bc76d11f6c6278eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500717 Feb 17 04:36:49.277598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59806) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:49.338177 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.365168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.496925 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.502126 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ecd1f24-70e7-48c2-b108-3ee6a6f0a60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:49.517054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cbade3-f6c2-415a-babe-42ed431c34fa,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:49.521820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:49.525577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.526846 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4cbade3-f6c2-415a-babe-42ed431c34fa HTTP/1.1" status: 204 len: 168 time: 0.2482419 Feb 17 04:36:51.509496 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-a9179518-577d-4383-8eb7-e8a4d465b24c tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/floatingips/cbff87b0-72cd-4ceb-bebd-eec9dde98a98 HTTP/1.1" status: 200 len: 997 time: 0.1154377 Feb 17 04:36:51.671025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-c2dadc7f-e667-4035-a38d-5bf9a85dadfc tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:51.672409 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-c2dadc7f-e667-4035-a38d-5bf9a85dadfc tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 784 time: 0.1571810 Feb 17 04:36:51.683724 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-7113e763-7337-4021-be04-4ec224dff964 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:36:51.684760 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-7113e763-7337-4021-be04-4ec224dff964 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059140 Feb 17 04:36:51.796579 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-b4e28f0d-57ab-4a09-afdf-b6931726f593 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.47 HTTP/1.1" status: 200 len: 1000 time: 0.1059189 Feb 17 04:36:51.879881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-4dc9c511-eb10-4ea4-8117-61eee3057ccb tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:51.881332 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-4dc9c511-eb10-4ea4-8117-61eee3057ccb tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports/276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 942 time: 0.0784285 Feb 17 04:36:52.064161 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-1eb1dadb-0699-4c9a-91f2-6237d4fd79eb tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.47 HTTP/1.1" status: 200 len: 1000 time: 0.1017449 Feb 17 04:36:52.287938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Deleting port 82595666-b7af-4b66-b10f-0c7222baf16b {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:52.288320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.468051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.468416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.605375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Calling delete_port for 82595666-b7af-4b66-b10f-0c7222baf16b owned by network:floatingip {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:52.811802 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.828889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-9eff9abd-9282-446b-bafd-610f74d204ad tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:52.885361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event deleted for resources: {'Port': ['ID=82595666-b7af-4b66-b10f-0c7222baf16b,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:52.887727 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:53.053678 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for floatingip, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.054024 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Floating IP cbff87b0-72cd-4ceb-bebd-eec9dde98a98 disassociated (deleted). External IP: 172.28.3.47, port: 276323a1-2053-4136-b58c-4ac9f84d4a14. Feb 17 04:36:53.428174 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:53.613041 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:53.623889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] Sync routers for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:53.634966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:53.635631 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:36:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:53.657917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.719895 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-0301b4f9-5030-4cf7-a41d-154db34efade tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "DELETE /v2.0/floatingips/cbff87b0-72cd-4ceb-bebd-eec9dde98a98 HTTP/1.1" status: 204 len: 173 time: 1.6494689 Feb 17 04:36:53.720372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:53.768985 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'status': 'completed', 'code': 200} Feb 17 04:36:53.834837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:53.888616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-e2f6b848-8a93-4e41-89a6-5425ed959811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:53.891311 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-e2f6b848-8a93-4e41-89a6-5425ed959811 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.0913115 Feb 17 04:36:53.932820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-8c7c981c-a676-4503-819b-b984d63ddd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:53.940925 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-8c7c981c-a676-4503-819b-b984d63ddd25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fefdf443ad204532836b093d306c2ab5&device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 1162 time: 0.2067583 Feb 17 04:36:54.063721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-e7097843-49fc-47d0-ac1f-064ba41f7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.065503 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-e7097843-49fc-47d0-ac1f-064ba41f7bc8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.1576886 Feb 17 04:36:54.092173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-94d66f07-dc30-408e-af6c-3b25468528e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.093940 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-94d66f07-dc30-408e-af6c-3b25468528e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 200 len: 903 time: 0.1518273 Feb 17 04:36:54.147707 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-be4cc574-b345-4d58-8bdc-d55a29507377 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 217 time: 0.0709863 Feb 17 04:36:54.219189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:32:03Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:54.225660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] Checking router: 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:54.241782 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:54.242711 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:36:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:54.243423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-93ea75ef-3f1c-4b7e-9a68-215d76408d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.245069 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-93ea75ef-3f1c-4b7e-9a68-215d76408d4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0897341 Feb 17 04:36:54.340232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-17982e37-ac34-46b9-97a6-a4a91af4e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.342313 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-17982e37-ac34-46b9-97a6-a4a91af4e875 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894508 Feb 17 04:36:54.458987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:54.460677 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-e9c39285-319a-4108-a31f-96c61ece44af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 200 len: 217 time: 0.3584378 Feb 17 04:36:54.500165 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-e2012f45-5db9-42e8-a2b2-3a5f60cff7af service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497359 Feb 17 04:36:54.533315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-469774bd-8b6d-46d3-b008-076437ac206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.534970 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-469774bd-8b6d-46d3-b008-076437ac206b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 200 len: 848 time: 0.0671017 Feb 17 04:36:54.624112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-e121e99f-09f4-4cf9-bef0-b4bb0f97f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:54.628141 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-e121e99f-09f4-4cf9-bef0-b4bb0f97f359 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28d9f35f-91f6-497c-9623-7bae9285ef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833130 Feb 17 04:36:54.654157 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b97e45-4c9b-476e-9ce5-9d48c807cc09 req-223a3c1d-dd1c-4825-bed0-7417e0f7885b service neutron] 10.222.0.67 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1470785 Feb 17 04:36:54.779083 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-18a12ab7-317f-42f8-a7cd-310eb66a2897 service neutron] 10.222.0.26 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432402 Feb 17 04:36:54.806780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:32:03Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:54.811201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c5337-948a-4e97-8d6a-c47d503fc99e None None] The sync data for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb is: [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:31:50Z', 'revision_number': 4, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '0927d37b-306f-4622-a76b-d2c31a08e991', 'name': '', 'network_id': '28d9f35f-91f6-497c-9623-7bae9285ef81', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'mac_address': 'fa:16:3e:cc:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:48Z', 'updated_at': '2021-02-17T04:32:03Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'subnets': [{'id': '8f155b98-bb8d-4d86-960c-04436b92fe77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:54.928956 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-01019c80-89a4-4c28-9001-23a58d6bce27 req-ebd6bf65-db28-4407-ab40-538b5b585134 service neutron] 10.222.0.26 "GET /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432767 Feb 17 04:36:55.245410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eeff8-61fd-4f95-8c4b-672345c5a9fe None None] New status for floating IP cbff87b0-72cd-4ceb-bebd-eec9dde98a98: DOWN {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:36:55.520396 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d46ac-9e16-4776-968a-a236c6121440 req-b0d39026-fc0f-40af-a2f9-7e081a78ab53 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:55.521233 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f90d46ac-9e16-4776-968a-a236c6121440 req-b0d39026-fc0f-40af-a2f9-7e081a78ab53 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Synchronizing usage tracker for tenant:fefdf443ad204532836b093d306c2ab5 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:55.571417 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-f90d46ac-9e16-4776-968a-a236c6121440 req-b0d39026-fc0f-40af-a2f9-7e081a78ab53 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Unset dirty status for tenant:fefdf443ad204532836b093d306c2ab5 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:55.572701 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f90d46ac-9e16-4776-968a-a236c6121440 req-b0d39026-fc0f-40af-a2f9-7e081a78ab53 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.1425140 Feb 17 04:36:55.621386 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f90d46ac-9e16-4776-968a-a236c6121440 req-640a3215-121f-498c-beb0-2c7dd4afde14 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423794 Feb 17 04:36:56.824988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc128cc-3205-4276-a186-7456252b3c91 req-32cfec1e-9fe9-4da2-8d1b-e51b660347d9 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:56.826535 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dbc128cc-3205-4276-a186-7456252b3c91 req-32cfec1e-9fe9-4da2-8d1b-e51b660347d9 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.0893965 Feb 17 04:36:56.877503 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-dbc128cc-3205-4276-a186-7456252b3c91 req-d2866560-d0d2-491c-bff4-1a8944682a28 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446720 Feb 17 04:36:57.040375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-4647101b-b20b-47ba-8fce-d0b284c38e41 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:57.041142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-4647101b-b20b-47ba-8fce-d0b284c38e41 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Synchronizing usage tracker for tenant:fefdf443ad204532836b093d306c2ab5 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:57.053879 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-4647101b-b20b-47ba-8fce-d0b284c38e41 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Unset dirty status for tenant:fefdf443ad204532836b093d306c2ab5 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:57.055118 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-4647101b-b20b-47ba-8fce-d0b284c38e41 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 945 time: 0.1069334 Feb 17 04:36:57.137308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Deleting port 276323a1-2053-4136-b58c-4ac9f84d4a14 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:57.147455 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.292407 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59914) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:57.409981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] For port 276323a1-2053-4136-b58c-4ac9f84d4a14, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=276323a1-2053-4136-b58c-4ac9f84d4a14,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:57.410390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.418658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.434180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:36:57.438213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Usage tracker for resource:security_group_rule and tenant:514b56a7595147bca8e04e941199d08c is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:36:57.441119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:36:57.447463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:36:57.546078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Calling delete_port for 276323a1-2053-4136-b58c-4ac9f84d4a14 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:57.597456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.663136 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.672444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bb9b0d5f-29b3-40c2-bee5-236ac898420d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:57.714523 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=514b56a7595147bca8e04e941199d08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209692 Feb 17 04:36:57.716283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19d07f-542e-4e61-ae7c-870d9e1ce094,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:57.718878 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59920) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:57.721555 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-15b31954-a96e-4dde-9c2c-43fa07c74119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:57.783383 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.812335 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.817319 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.832845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a34e63d8-3207-4af7-8065-da4b43aefaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:57.891580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event deleted for resources: {'Port': ['ID=276323a1-2053-4136-b58c-4ac9f84d4a14,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:57.897130 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.902412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4e05ad65-dd2a-446f-a90f-cafe778bd549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:57.904456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.904884 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.905303 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.905718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.906151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.906559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.906960 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.907367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.907766 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.908166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.908568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.908962 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.909526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.910450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.910450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.910622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.911467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.912010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.912410 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.912808 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.913269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.913580 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.913998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.914115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19d07f-542e-4e61-ae7c-870d9e1ce094,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:57.914390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:57.916521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:57.924514 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.929627 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-386750ff-37c1-49b4-87bd-9a1a0ee3ce58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b19d07f-542e-4e61-ae7c-870d9e1ce094 HTTP/1.1" status: 204 len: 168 time: 0.2096426 Feb 17 04:36:57.974201 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:58.054323 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6f76cabe-a130-4336-ac42-7ede6ce4d0bf req-18d95506-1133-48a2-bf54-60b78bd0d2f2 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0509250 Feb 17 04:36:58.073147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] No DVR routers for this DVR port 276323a1-2053-4136-b58c-4ac9f84d4a14 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:58.075777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.078374 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-deleted', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:58.131910 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd8b781-bff1-44d4-9dca-93e2f816dac1', 'name': 'network-vif-deleted', 'tag': '276323a1-2053-4136-b58c-4ac9f84d4a14', 'status': 'completed', 'code': 200} Feb 17 04:36:58.149598 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-41f80c85-e1b3-4f2d-a62d-90c3338e2e7f req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.67 "DELETE /v2.0/ports/276323a1-2053-4136-b58c-4ac9f84d4a14 HTTP/1.1" status: 204 len: 173 time: 1.0860684 Feb 17 04:36:58.326409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-10cb21f0-e3b3-41b1-8357-9c856f199c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.398788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:58.438354 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: 276323a1-2053-4136-b58c-4ac9f84d4a14 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:58.438721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device 276323a1-2053-4136-b58c-4ac9f84d4a14 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:59.240720 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-98f7ee00-bd96-44b7-a35d-73237fdbc453 req-663be768-5fc1-43bb-a6f8-219e4fe11efa tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bd8b781-bff1-44d4-9dca-93e2f816dac1 HTTP/1.1" status: 200 len: 210 time: 0.0515571 Feb 17 04:37:00.417818 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c68ac8d1-0fdd-447b-9b0f-bcd8c47ff954 req-ff18b7af-8741-4397-8025-debc69a3a9c3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "GET /v2.0/security-groups/e9d4f135-5939-4b90-8c47-9a6fd0e94fa1 HTTP/1.1" status: 200 len: 2993 time: 0.0602224 Feb 17 04:37:00.490712 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c68ac8d1-0fdd-447b-9b0f-bcd8c47ff954 req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.520388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c68ac8d1-0fdd-447b-9b0f-bcd8c47ff954 req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.594403 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c68ac8d1-0fdd-447b-9b0f-bcd8c47ff954 req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.600138 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b574a3a3-7fef-407d-b65e-b9e30453ae92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:00.616862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4f135-5939-4b90-8c47-9a6fd0e94fa1,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:00.619285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:00.668137 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-c68ac8d1-0fdd-447b-9b0f-bcd8c47ff954 req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.669356 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c68ac8d1-0fdd-447b-9b0f-bcd8c47ff954 req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] 10.222.0.26 "DELETE /v2.0/security-groups/e9d4f135-5939-4b90-8c47-9a6fd0e94fa1 HTTP/1.1" status: 204 len: 173 time: 0.2452254 Feb 17 04:37:00.780427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 59968) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:00.937095 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5fafbe97-29fe-4f45-9c4f-0f66f3f37c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.142777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.558574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2027917'] for router_interface, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.928405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Deleting port 0927d37b-306f-4622-a76b-d2c31a08e991 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:01.928776 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.109645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] For port 0927d37b-306f-4622-a76b-d2c31a08e991, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=0927d37b-306f-4622-a76b-d2c31a08e991,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:02.110061 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.246120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Calling delete_port for 0927d37b-306f-4622-a76b-d2c31a08e991 owned by network:router_interface {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:02.371834 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.475509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.491729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f44ecc51-48f9-42b9-87d5-7258bf553554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:02.549572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0927d37b-306f-4622-a76b-d2c31a08e991,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:02.601004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:02.731885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:02.894109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 59998) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:02.912390 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852958576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028003'] for router_interface, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.028375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.043817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:03.047993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Usage tracker for resource:security_group_rule and tenant:ced349422cf442efa1c49c63d615bdd2 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:03.051033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:03.057064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:03.280423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.343161 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.353227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-59fd3246-cad4-4f87-adb7-bddfbf763a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:03.398186 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ced349422cf442efa1c49c63d615bdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028522 Feb 17 04:37:03.401299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60004) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:03.414747 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d142604-3140-4e92-b9d4-98558aaf261c,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:03.419107 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-161fbdcb-7b80-43de-8810-70a5aed79908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:03.468704 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.497379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.605718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.611317 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e4dc06ab-20a6-4326-a9a8-febe22d2b369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:03.629527 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d142604-3140-4e92-b9d4-98558aaf261c,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:03.632402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:03.633623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:03.637813 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d142604-3140-4e92-b9d4-98558aaf261c HTTP/1.1" status: 204 len: 168 time: 0.2354836 Feb 17 04:37:03.665970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:37:03.864456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:03.875297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] Sync routers for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:03.877360 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c25bf36-2d1e-43d2-9ab9-9b03807ada30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0957670 Feb 17 04:37:03.880510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60010) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:03.886913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:03.893302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:04.081015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks [] for router, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:04.085577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:04.291006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:04.296373 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Deleting port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:04.296750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:04.409839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:37:02Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:04.415686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] Checking router: 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:04.425846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] Routers {'1c25bf36-2d1e-43d2-9ab9-9b03807ada30'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:04.427689 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:04.738484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] For port 7ef5bc2e-003c-4af4-b359-31e15a7a6c72, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=7ef5bc2e-003c-4af4-b359-31e15a7a6c72,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:04.740682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:04.827516 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] Set router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:04.898351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Calling delete_port for 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 owned by network:router_gateway {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:05.042918 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.143281 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:37:02Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:05.148654 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9050b-d771-4e3f-a448-4579c94ef67a None None] The sync data for ids ['1c25bf36-2d1e-43d2-9ab9-9b03807ada30'] in dv-cinder-759955-5-smb is: [{'id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'name': 'tempest-TestShelveInstance-1753881594-router', 'tenant_id': 'fefdf443ad204532836b093d306c2ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:42Z', 'updated_at': '2021-02-17T04:37:02Z', 'revision_number': 5, 'project_id': 'fefdf443ad204532836b093d306c2ab5', 'gw_port': {'id': '7ef5bc2e-003c-4af4-b359-31e15a7a6c72', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c25bf36-2d1e-43d2-9ab9-9b03807ada30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:43Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:05.279439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993903'] for router_gateway, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.424650 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2030631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29441'] for router, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.427951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.503781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2023429'] for router, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.504611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c25bf36-2d1e-43d2-9ab9-9b03807ada30 {{(pid=84086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:37:05.520474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.521956 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c973de7e-96ea-4cb4-a76d-ecbbadd5a576 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c25bf36-2d1e-43d2-9ab9-9b03807ada30 HTTP/1.1" status: 204 len: 168 time: 1.6403897 Feb 17 04:37:05.524831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60044) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:05.593443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Deleting subnet 8f155b98-bb8d-4d86-960c-04436b92fe77 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:37:05.596909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.656294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3140931'] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:05.741558 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.230080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2511791'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.246696 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:06.294096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f155b98-bb8d-4d86-960c-04436b92fe77,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:06.345659 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:06.383901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0927d37b-306f-4622-a76b-d2c31a08e991 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:06.394223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.400472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-f5ab1e3e-b521-4942-abec-019aae25a2ee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8f155b98-bb8d-4d86-960c-04436b92fe77 HTTP/1.1" status: 204 len: 168 time: 0.8745196 Feb 17 04:37:06.403357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60064) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:06.423119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0207a6-fd86-4178-a041-25cc7c374804 None None] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:06.458426 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 0927d37b-306f-4622-a76b-d2c31a08e991 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:06.458818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 0927d37b-306f-4622-a76b-d2c31a08e991 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:06.459291 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:06.499230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:06.499686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 7ef5bc2e-003c-4af4-b359-31e15a7a6c72 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:06.538753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.617057 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Deleting port 416c411f-52a8-48a0-8f34-c1bbaee666d9 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:06.617440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.730500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] DHCP port deletion for 28d9f35f-91f6-497c-9623-7bae9285ef81 request from dv-cinder-759955-5-smb {{(pid=84088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:37:06.734803 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Deleting port 416c411f-52a8-48a0-8f34-c1bbaee666d9 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:06.735225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.843120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] For port 416c411f-52a8-48a0-8f34-c1bbaee666d9, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=416c411f-52a8-48a0-8f34-c1bbaee666d9,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:06.843695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.978020 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] For port 416c411f-52a8-48a0-8f34-c1bbaee666d9, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=416c411f-52a8-48a0-8f34-c1bbaee666d9,segment=NetworkSegment(7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984),segment_id=7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:06.978577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:06.994461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Calling delete_port for 416c411f-52a8-48a0-8f34-c1bbaee666d9 owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:07.002730 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60072) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:07.120835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Calling delete_port for 416c411f-52a8-48a0-8f34-c1bbaee666d9 owned by network:dhcp {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:07.137329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.153981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:07.158144 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Usage tracker for resource:security_group_rule and tenant:3acc318dcd6a49d180db77e3f3622b70 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:07.161807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:07.167783 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:07.172320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.200569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0cf1fd77-3766-4c31-a574-bee922b553ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:07.202916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:37:07.203389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:37:07.259119 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.262758 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=416c411f-52a8-48a0-8f34-c1bbaee666d9,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:07.266852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:07.297096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.307324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1382789c-4bab-4d6f-8427-82f4e922c89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:07.349692 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3acc318dcd6a49d180db77e3f3622b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456442 Feb 17 04:37:07.350010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] No DVR routers for this DVR port 416c411f-52a8-48a0-8f34-c1bbaee666d9 on host dv-cinder-759955-5-smb {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:37:07.352346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60078) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:07.355254 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63806f9d-6072-4ba8-9f91-da81374fb8b5,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:07.372872 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:07.423499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.451332 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.478147 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.542649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.546803 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a0b03f78-676c-4724-9fca-8f14fb2347dd tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:07.559031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63806f9d-6072-4ba8-9f91-da81374fb8b5,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:07.561368 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:07.566692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.571011 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-539c6b30-e3f8-4a6c-960a-ec985cc98b83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63806f9d-6072-4ba8-9f91-da81374fb8b5 HTTP/1.1" status: 204 len: 168 time: 0.2145851 Feb 17 04:37:07.596548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d9f35f-91f6-497c-9623-7bae9285ef81']}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:07.611086 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984') {'for_net_delete': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:07.611552 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0ed45e-c0ad-4c1c-b221-6d15e1ec1984') {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:07.624358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852289298'] for segment, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.639553 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.641592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:37:07.704913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Deleting port 416c411f-52a8-48a0-8f34-c1bbaee666d9 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:07.705351 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.778482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-3abc85a5-f48c-4b6e-88fc-592e0cef1f21 None None] The port '416c411f-52a8-48a0-8f34-c1bbaee666d9' was deleted {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:37:07.828638 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:07.838623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1061354'] for segment, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.016913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Network 28d9f35f-91f6-497c-9623-7bae9285ef81 has no segments {{(pid=84086) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:37:08.044126 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:37:08.112745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60086) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:08.133043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.149404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:08.153482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Usage tracker for resource:security_group_rule and tenant:eea93551076a48f799efc06e55a3c77d is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:08.156492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:08.162309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:08.240357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.244306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a4803cb2-190c-4305-a8d5-0fad827f54fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:08.261753 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.272297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=28d9f35f-91f6-497c-9623-7bae9285ef81,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:08.275801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:08.277742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.337437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.340278 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-17cc2c5a-5024-45d9-b64a-3f64aba09f4e admin admin] 10.222.0.26 "DELETE /v2.0/networks/28d9f35f-91f6-497c-9623-7bae9285ef81 HTTP/1.1" status: 204 len: 168 time: 1.9352593 Feb 17 04:37:08.342902 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60090) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:08.347678 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-7a062a5f-9594-4643-a566-e664da7f1d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:08.373228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 416c411f-52a8-48a0-8f34-c1bbaee666d9 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:08.396494 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eea93551076a48f799efc06e55a3c77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803860 Feb 17 04:37:08.397686 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c1f32-4482-4ab9-9cb5-539fa88d3030,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:08.400452 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60094) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:08.403428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e36ab2e8-6da0-4c4f-9949-e542031234d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:08.412961 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 416c411f-52a8-48a0-8f34-c1bbaee666d9 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:08.414198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 416c411f-52a8-48a0-8f34-c1bbaee666d9 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:08.472531 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.507797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.588780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.594109 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-be8684fa-dd12-4294-a060-5576205c4d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:08.606019 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c1f32-4482-4ab9-9cb5-539fa88d3030,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:08.608750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:08.614810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.626340 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad4c1f32-4482-4ab9-9cb5-539fa88d3030 HTTP/1.1" status: 204 len: 168 time: 0.2174418 Feb 17 04:37:08.935734 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2027917'] for router_interface, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:09.548581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Deleting port cc16cce0-1447-43f8-bf8b-5648bd3f69a4 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:09.549056 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:09.737935 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] For port cc16cce0-1447-43f8-bf8b-5648bd3f69a4, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:09.738499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:09.878391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Calling delete_port for cc16cce0-1447-43f8-bf8b-5648bd3f69a4 owned by network:router_interface {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:10.114778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:10.131719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e0c0322a-ef04-43e3-a919-fed713cd7d00 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:10.189864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc16cce0-1447-43f8-bf8b-5648bd3f69a4,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:10.195054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:10.578906 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852958576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028003'] for router_interface, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:11.118263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Router 20575e49-87c8-49a1-a2f2-57193a52dc95 has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:37:11.317596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:11.327054 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-07756abe-39a5-4e90-a507-c884246c6c19 admin admin] 10.222.0.26 "PUT /v2.0/routers/20575e49-87c8-49a1-a2f2-57193a52dc95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9829187 Feb 17 04:37:11.327581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] Sync routers for ids ['20575e49-87c8-49a1-a2f2-57193a52dc95'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:11.329822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60138) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:11.338586 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] Routers {'20575e49-87c8-49a1-a2f2-57193a52dc95'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:11.344524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['20575e49-87c8-49a1-a2f2-57193a52dc95'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:11.542046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] Set router 20575e49-87c8-49a1-a2f2-57193a52dc95 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:11.545182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks [] for router, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:11.738199 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:11.743456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Deleting port 3a8e63ae-8281-43ab-96ae-244a717ffaec {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:11.743832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:11.860660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:37:09Z', 'revision_number': 5, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:11.864775 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] Checking router: 20575e49-87c8-49a1-a2f2-57193a52dc95 for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:11.873671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] Routers {'20575e49-87c8-49a1-a2f2-57193a52dc95'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:11.874382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['20575e49-87c8-49a1-a2f2-57193a52dc95'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:11.932837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] For port 3a8e63ae-8281-43ab-96ae-244a717ffaec, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=3a8e63ae-8281-43ab-96ae-244a717ffaec,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:11.933232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.068448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] Set router 20575e49-87c8-49a1-a2f2-57193a52dc95 gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:12.069715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Calling delete_port for 3a8e63ae-8281-43ab-96ae-244a717ffaec owned by network:router_gateway {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:12.213755 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.376358 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:37:09Z', 'revision_number': 5, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:12.381225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a898f-a1b0-4d96-9b22-12458c7e61a4 None None] The sync data for ids ['20575e49-87c8-49a1-a2f2-57193a52dc95'] in dv-cinder-759955-5-smb is: [{'id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'name': 'tempest-TestShelveInstance-1998127602-router', 'tenant_id': 'e34a6033f5924f3b908cd69599aaa12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:31:56Z', 'updated_at': '2021-02-17T04:37:09Z', 'revision_number': 5, 'project_id': 'e34a6033f5924f3b908cd69599aaa12e', 'gw_port': {'id': '3a8e63ae-8281-43ab-96ae-244a717ffaec', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20575e49-87c8-49a1-a2f2-57193a52dc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:31:59Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:12.404853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993903'] for router_gateway, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.545826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2030631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29441'] for router, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.548444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.628474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2023429'] for router, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.629221 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20575e49-87c8-49a1-a2f2-57193a52dc95 {{(pid=84087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:37:12.648017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.649481 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-c99a2819-4430-4da4-89b9-9b6c5dc33dab admin admin] 10.222.0.26 "DELETE /v2.0/routers/20575e49-87c8-49a1-a2f2-57193a52dc95 HTTP/1.1" status: 204 len: 168 time: 1.3186069 Feb 17 04:37:12.652355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60148) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:12.725010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Deleting subnet 0e3153f3-ee44-4831-b141-7e57904b4bf8 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:37:12.728457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.783172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3140931'] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.877042 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:13.446322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2511791'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:13.463561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4c12fc56-1620-4a4a-9d71-e26e5dbedbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:13.512743 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3153f3-ee44-4831-b141-7e57904b4bf8,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:13.565510 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:13.602685 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:13.608518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699485a-faf9-4939-b2a6-260cb62bc8c5 None None] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:13.608698 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-98c656a3-1679-439d-a109-787a0f6e65eb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0e3153f3-ee44-4831-b141-7e57904b4bf8 HTTP/1.1" status: 204 len: 168 time: 0.9553258 Feb 17 04:37:13.611375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60156) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:13.732680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:13.804821 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Deleting port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:13.805388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:13.890304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] DHCP port deletion for d60c9725-e2c5-4cb9-b2ec-927615301d5a request from dv-cinder-759955-5-smb {{(pid=84088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:37:13.895282 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Deleting port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:13.895801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.034430 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] For port 1aab9895-4874-4afc-bbb8-98cbc4ab3518, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1aab9895-4874-4afc-bbb8-98cbc4ab3518,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:14.034831 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.128271 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] For port 1aab9895-4874-4afc-bbb8-98cbc4ab3518, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1aab9895-4874-4afc-bbb8-98cbc4ab3518,segment=NetworkSegment(fe97ad04-c7cd-45a2-8c2d-8f4459284132),segment_id=fe97ad04-c7cd-45a2-8c2d-8f4459284132)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:14.132441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.193191 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Calling delete_port for 1aab9895-4874-4afc-bbb8-98cbc4ab3518 owned by network:dhcp {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:14.267698 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Calling delete_port for 1aab9895-4874-4afc-bbb8-98cbc4ab3518 owned by network:dhcp {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:14.320114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.349681 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:37:14.350131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:37:14.353411 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5486398d-ae75-4f15-b754-4f2c16fb5967 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:14.380590 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1aab9895-4874-4afc-bbb8-98cbc4ab3518 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:14.420182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 1aab9895-4874-4afc-bbb8-98cbc4ab3518 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:14.420584 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1aab9895-4874-4afc-bbb8-98cbc4ab3518 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:14.421049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 3a8e63ae-8281-43ab-96ae-244a717ffaec no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:14.456286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aab9895-4874-4afc-bbb8-98cbc4ab3518,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:14.459322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 3a8e63ae-8281-43ab-96ae-244a717ffaec {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:14.459723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 3a8e63ae-8281-43ab-96ae-244a717ffaec not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:14.460188 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cc16cce0-1447-43f8-bf8b-5648bd3f69a4 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:14.464615 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:14.491854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] No DVR routers for this DVR port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 on host dv-cinder-759955-5-smb {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:37:14.500716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: cc16cce0-1447-43f8-bf8b-5648bd3f69a4 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:14.501116 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device cc16cce0-1447-43f8-bf8b-5648bd3f69a4 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:14.618025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.736237 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60c9725-e2c5-4cb9-b2ec-927615301d5a']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:14.749850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe97ad04-c7cd-45a2-8c2d-8f4459284132') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:14.750239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe97ad04-c7cd-45a2-8c2d-8f4459284132') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:14.770023 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.778187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.780153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:37:14.851697 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Deleting port 1aab9895-4874-4afc-bbb8-98cbc4ab3518 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:14.852253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:14.924717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-555fdd31-78cb-4e7d-82cb-2f9c8241d41d None None] The port '1aab9895-4874-4afc-bbb8-98cbc4ab3518' was deleted {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:37:14.967324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:14.977578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.161249 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Network d60c9725-e2c5-4cb9-b2ec-927615301d5a has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:37:15.184947 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:37:15.365740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.370100 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.374106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:15.397078 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60c9725-e2c5-4cb9-b2ec-927615301d5a,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:15.399612 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:15.401885 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d60c9725-e2c5-4cb9-b2ec-927615301d5a HTTP/1.1" status: 204 len: 168 time: 1.7893140 Feb 17 04:37:15.695628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60178) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:15.747009 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-1355fefa-7b07-4258-8889-5635302fa075 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fefdf443ad204532836b093d306c2ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498850 Feb 17 04:37:15.749559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60182) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:15.814602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.843967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.897128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.920050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.925222 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-07461c6f-ce02-4286-aa20-4876f22317a3 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:15.939668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e712f8b-929c-44df-893e-03481aa5e71a,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:15.942218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:15.949141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:15.950832 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-68f25dfb-c907-4666-85ed-4184097a3fa4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e712f8b-929c-44df-893e-03481aa5e71a HTTP/1.1" status: 204 len: 168 time: 0.2002876 Feb 17 04:37:16.571398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60198) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:16.631666 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-47f63c3b-cac7-4603-ae53-6ee510c20ee6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34a6033f5924f3b908cd69599aaa12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587924 Feb 17 04:37:16.634285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60202) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:16.699823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:16.726889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:16.800133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:16.806327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1905f208-7b06-4099-9538-e4cd4cc554dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:16.820175 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe8a2d-1872-416d-9bb8-1202a0f6edaf,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:16.822619 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:16.826090 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:16.827366 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-247d152c-46f6-4eb6-9f7b-2ef5148ab9c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fefe8a2d-1872-416d-9bb8-1202a0f6edaf HTTP/1.1" status: 204 len: 168 time: 0.1921072 Feb 17 04:37:23.656252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:37:28.325764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-39309817-267d-428c-a4e5-74e02f034a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.444496 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60314) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:30.569610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.585141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:30.589200 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Usage tracker for resource:security_group_rule and tenant:fe8700832c264c878b5c3f1ffd06ff88 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:30.592176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:30.598810 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:30.687323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.731504 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.740413 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-56699d85-a26c-433b-8727-7dddbf5ea7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:30.782941 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe8700832c264c878b5c3f1ffd06ff88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372273 Feb 17 04:37:30.784536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32dcdbb-0c39-4a80-a443-107ee7ba3c99,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:30.786673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60320) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:30.789304 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:30.849162 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.875561 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.982886 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.983146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cd346a5a-be5c-4ac4-ab55-85bf4bee5012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.988121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ca7e1937-a9bf-42f9-8f24-ed8aedb0a3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:31.001581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32dcdbb-0c39-4a80-a443-107ee7ba3c99,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:31.004682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:31.005591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.006892 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-fde93633-4fcb-4ac0-bd65-215f5edb6441 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b32dcdbb-0c39-4a80-a443-107ee7ba3c99 HTTP/1.1" status: 204 len: 168 time: 0.2190804 Feb 17 04:37:31.165932 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.620836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60328) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:31.644124 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.660001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:31.664052 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Usage tracker for resource:security_group_rule and tenant:cefea7a2931e4945877123aadfd35c01 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:31.667048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:31.672819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:31.757926 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.799772 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.809545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0fa69d20-463b-4b75-8217-1ccf72c1d0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:31.851793 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cefea7a2931e4945877123aadfd35c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298195 Feb 17 04:37:31.853474 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64411501-97f2-48a1-ab11-a77f17df65ad,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:31.854763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60332) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:31.856843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:31.918146 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:31.946457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.028238 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.033326 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-26a73ecf-b82b-41e3-bb23-d04aa603e526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:32.046511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64411501-97f2-48a1-ab11-a77f17df65ad,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:32.049198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:32.058761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.059981 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-4e0ea3f7-c2ed-47d5-85f4-c8461216e83a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64411501-97f2-48a1-ab11-a77f17df65ad HTTP/1.1" status: 204 len: 168 time: 0.2041674 Feb 17 04:37:32.411675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.702849 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.663219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60382) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:34.787859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.806587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:34.810649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Usage tracker for resource:security_group_rule and tenant:8b56310b1a064777bbbabe04a7b920b4 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:34.813624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:34.819934 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:34.906756 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.925778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.934716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c6a7c100-df10-4644-992c-6b864cd27a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:34.979442 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b56310b1a064777bbbabe04a7b920b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150918 Feb 17 04:37:34.980384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519acab6-1442-4714-ac80-7a1eb8069323,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:34.982327 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60388) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:34.983653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:35.045287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.074092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.142577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.148448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cfc7c965-d569-4988-8c1c-75c45d76e6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:35.161340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519acab6-1442-4714-ac80-7a1eb8069323,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:35.166226 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:35.170814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.172073 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-138e899b-07d9-433d-baf0-909c4a845866 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/519acab6-1442-4714-ac80-7a1eb8069323 HTTP/1.1" status: 204 len: 168 time: 0.1886809 Feb 17 04:37:35.587017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60396) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:35.606560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.621877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:35.626040 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9c338fe57d4e03a6d048153fc0f3f2 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:35.629026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:35.634851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:35.719623 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.748362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.757501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-39ac35c6-a9e8-42f9-a48e-5b7af571c713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:35.799986 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac9c338fe57d4e03a6d048153fc0f3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118361 Feb 17 04:37:35.802067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b70ffd-0f10-49d1-b90b-467581841dcc,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:35.802916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60400) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:35.805366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b9338283-ea18-4716-b841-a36c53c37fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:35.866401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.894145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.959577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.964594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e67ea3ca-dc2e-4626-81b5-9d5807c7888d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:35.980855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b70ffd-0f10-49d1-b90b-467581841dcc,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:35.985017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:35.990977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.992202 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-42154540-32bf-4c95-adf4-2fbf757a9e71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20b70ffd-0f10-49d1-b90b-467581841dcc HTTP/1.1" status: 204 len: 168 time: 0.1882374 Feb 17 04:37:38.658017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60462) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:38.782263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.798357 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:38.803296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Usage tracker for resource:security_group_rule and tenant:b5d936cea42142c9b87f1bacd966bff1 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:38.806285 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:38.812001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:38.901909 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.942819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.951435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0f008485-8a25-47ae-880b-4d5c9393fd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:38.995476 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5d936cea42142c9b87f1bacd966bff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363330 Feb 17 04:37:38.996419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d35bf4-492f-46d3-848e-e08edfad5314,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:38.999207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60468) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:38.999660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8244b337-10a2-407b-b55d-7f20d1df497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:39.064039 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.091315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.165786 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.171252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-0c54f2ec-24a7-499f-859d-c7cda4a76f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:39.185622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d35bf4-492f-46d3-848e-e08edfad5314,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:39.188750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:39.189733 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.192726 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8d35bf4-492f-46d3-848e-e08edfad5314 HTTP/1.1" status: 204 len: 168 time: 0.1912003 Feb 17 04:37:39.677842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60476) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:39.697518 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.713134 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:39.717182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Usage tracker for resource:security_group_rule and tenant:9943162209af4b76b3b0ffcaa540dcfb is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:39.720113 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:39.725870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:39.809966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.845427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.854596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-17e9e1b6-c018-4fe3-a2b9-28b7bddb9935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:39.897379 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9943162209af4b76b3b0ffcaa540dcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183611 Feb 17 04:37:39.898355 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cdfc41-cd0d-40eb-8eef-d8f600f9a31b,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:39.900297 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60480) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:39.901851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:39.962840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.990195 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.108400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.113476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ec23da7e-a61e-4bdd-8469-26fc0bcd92ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:40.124187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cdfc41-cd0d-40eb-8eef-d8f600f9a31b,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:40.127877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:40.131250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.132475 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-bf372eab-39a6-46b3-8307-412123cd82eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36cdfc41-cd0d-40eb-8eef-d8f600f9a31b HTTP/1.1" status: 204 len: 168 time: 0.2311289 Feb 17 04:37:41.024898 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60502) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:41.136630 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1785974945-network', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:41.141716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:41.146800 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Usage tracker for resource:network and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:41.149800 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:41.155728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:41.200071 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Made reservation on behalf of 2a103e0f943b422e900d7b4ac911cff6 for: {'network': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:37:41.205118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for network, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.219925 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.235667 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:41.240010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Usage tracker for resource:security_group_rule and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:41.243067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84086) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:41.248939 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:41.403101 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.445398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.449921 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-92d70f10-dd48-4d28-9721-33da6df79cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:41.482192 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:37:41.491998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111bfc14-1fe9-46fb-8731-172a84518c9f,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:41.495907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:41.498512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363290074866207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.499299 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.segments_db [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Added segment c9e8967b-273b-4a0b-bbae-78b2f1f0d885 of type vxlan for network e8282966-f539-4e66-a924-3b2d9e0de7af Feb 17 04:37:41.526972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290075420976'] for network, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.594305 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243'] for network, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.595589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:41.596239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.601521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:41.705841 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Pushing event updated for resources: {'Network': ['ID=e8282966-f539-4e66-a924-3b2d9e0de7af,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:41.708905 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:41.716539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Network e8282966-f539-4e66-a924-3b2d9e0de7af details requested by agent ovs-agent-dv-cinder-759955-5-smb with host dv-cinder-759955-5-smb {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:37:41.731488 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Network e8282966-f539-4e66-a924-3b2d9e0de7af details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:37:41.735397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60508) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:41.735527 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-dc995ee0-4935-419f-a158-2b7ea6c51c3a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7093813 Feb 17 04:37:41.742439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Request body: {'subnet': {'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1785974945-subnet', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'ip_version': 4}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:41.747883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:41.752128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Usage tracker for resource:subnet and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:41.755951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:41.761843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:41.794789 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Made reservation on behalf of 2a103e0f943b422e900d7b4ac911cff6 for: {'subnet': 1} {{(pid=84087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:37:41.799860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852264127'] for subnet, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.259209 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852616546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852264112'] for subnet, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.275280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-4f7b1edc-b14c-4cd5-bef6-badde4006015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:42.411907 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:42.415892 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:42.476780 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Checking segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:42.477178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Network hostable DHCP agents. Network: e8282966-f539-4e66-a924-3b2d9e0de7af, hostable agents: ['14c1b61d-802a-408f-adec-0a793e982589'], hosted agents: [] {{(pid=84087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:37:42.525213 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Network e8282966-f539-4e66-a924-3b2d9e0de7af is scheduled to be hosted by DHCP agent 14c1b61d-802a-408f-adec-0a793e982589 with binding_index 1 {{(pid=84087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:37:42.565252 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-smb, e8282966-f539-4e66-a924-3b2d9e0de7af) {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:42.575377 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b34a05-34a5-40e9-b1f1-404435aecb52 None None] Network e8282966-f539-4e66-a924-3b2d9e0de7af requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:42.582437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:42.583082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.646833 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-5389151b-fc50-468c-9434-d090c9391849 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9100170 Feb 17 04:37:42.649941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60512) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:42.655451 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:42.660975 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:42.666151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Usage tracker for resource:router and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:42.669128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:42.674999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:42.703001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852744247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29456'] for router, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.704106 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852744386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852781692', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746359'] for router, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.719822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.822427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde0b7e84-026d-5dac-8652-51354a2d87b9-e8282966-f539-4e66-a924-3b2d9e0de7af', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5'}]}} from dv-cinder-759955-5-smb. {{(pid=84088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:37:42.823380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.155478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Allocated IP 172.20.0.2 (e8282966-f539-4e66-a924-3b2d9e0de7af/afa2bdda-18c8-4b5f-b0e8-1f95888d06d5/c6511a89-847d-4eb5-9d0e-613b37c5b810) {{(pid=84088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:43.309171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746310'] for router, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.397316 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.408321 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Transition to ACTIVE for port object c6511a89-847d-4eb5-9d0e-613b37c5b810 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:43.426246 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Transition to ACTIVE for port object c6511a89-847d-4eb5-9d0e-613b37c5b810 will not be triggered until provisioned by entity DHCP. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:43.537535 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250'] for port, after_create {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.554405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:43.687794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.699655 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Pushing event updated for resources: {'Port': ['ID=c6511a89-847d-4eb5-9d0e-613b37c5b810,revision_number=1']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:43.711394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.711792 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.712178 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.712559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.712936 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.713329 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.713684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.714104 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.714477 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.714842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.715210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.715578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.716006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.716376 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.716744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.717110 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.717479 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.717854 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.718247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.718613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.718984 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.719353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.719723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.720066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.720196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:43.726595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:43.764457 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Network e8282966-f539-4e66-a924-3b2d9e0de7af is already hosted by enough agents. {{(pid=84088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:43.765784 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Resources bound (agent type, host, resource id): {{(pid=84088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:43.769120 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Received port after_create {{(pid=84088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:43.830562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Attempting to bind port c6511a89-847d-4eb5-9d0e-613b37c5b810 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:43.830983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Attempting to bind port c6511a89-847d-4eb5-9d0e-613b37c5b810 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:43.831399 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Attempting to bind port c6511a89-847d-4eb5-9d0e-613b37c5b810 on network e8282966-f539-4e66-a924-3b2d9e0de7af {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:43.837658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:43.838114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Checking segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:43.838547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.839010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Bound using segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:43.839495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Bound port: c6511a89-847d-4eb5-9d0e-613b37c5b810, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:43.839919 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.151385 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] For port c6511a89-847d-4eb5-9d0e-613b37c5b810, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:44.154796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] For port c6511a89-847d-4eb5-9d0e-613b37c5b810, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=c6511a89-847d-4eb5-9d0e-613b37c5b810,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:44.195142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.212063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:44.225632 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Allocated IP 172.28.3.130 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/1b287c26-0c5e-494d-a90c-d1d9a8dca618) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:44.368342 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Pushing event updated for resources: {'Port': ['ID=c6511a89-847d-4eb5-9d0e-613b37c5b810,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:44.373739 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-34a7a82a-17c9-4b18-868a-eff059272cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:44.388598 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.457646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.473532 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-c95d28ea-ca44-416c-a2c9-72378a2a6bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:44.621219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b287c26-0c5e-494d-a90c-d1d9a8dca618,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:44.625571 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:44.673230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:44.674594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:44.677450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:45.137752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.500170 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852782052'] for router, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.754441 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Router 821249de-74bf-471d-b1fc-53ac9620a58e is scheduled to L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f with binding_index 1 {{(pid=84087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:37:45.836658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b93112-efe2-44b8-9a56-20579459babc None None] Network e8282966-f539-4e66-a924-3b2d9e0de7af requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:45.949993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:45.964263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Sync routers for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:45.984563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:45.985245 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:46.017093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.018704 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3675005 Feb 17 04:37:46.022346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60516) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:46.114983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.117322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-8e472188-718f-4906-b4a8-220fe58242f5 None None] Provisioning for port c6511a89-847d-4eb5-9d0e-613b37c5b810 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:46.306437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:46.591440 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device c6511a89-847d-4eb5-9d0e-613b37c5b810 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:46.849576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port c6511a89-847d-4eb5-9d0e-613b37c5b810 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:46.860074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port c6511a89-847d-4eb5-9d0e-613b37c5b810 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:46.860484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.997845 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:44Z', 'revision_number': 3, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:47.009842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Checking router: 821249de-74bf-471d-b1fc-53ac9620a58e for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:47.010277 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Updating router 821249de-74bf-471d-b1fc-53ac9620a58e port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 binding host dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:37:47.018981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.091593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.130250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-604b529e-2aac-4642-9df5-36f75dea0509 None None] Provisioning complete for port c6511a89-847d-4eb5-9d0e-613b37c5b810 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:47.130674 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-604b529e-2aac-4642-9df5-36f75dea0509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.167466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.247850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port c6511a89-847d-4eb5-9d0e-613b37c5b810, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=c6511a89-847d-4eb5-9d0e-613b37c5b810,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:47.302395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.307218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:47.421247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Allocated IP 172.20.0.1 (e8282966-f539-4e66-a924-3b2d9e0de7af/afa2bdda-18c8-4b5f-b0e8-1f95888d06d5/887bf1b2-dde9-46e7-af0d-f180bcae9c3c) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:47.521301 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=c6511a89-847d-4eb5-9d0e-613b37c5b810,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:47.528454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:47.589945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.606554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Transition to ACTIVE for port object 887bf1b2-dde9-46e7-af0d-f180bcae9c3c will not be triggered until provisioned by entity DHCP. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:47.659826 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-fd69b6f0-6b82-41e5-b8d8-4d2391c6472f None None] Provisioning complete for port c6511a89-847d-4eb5-9d0e-613b37c5b810 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:47.660323 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-fd69b6f0-6b82-41e5-b8d8-4d2391c6472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.686197 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.702622 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-196245ac-2a9c-4d20-9f06-13eafd888131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:47.848198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Pushing event updated for resources: {'Port': ['ID=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:47.861170 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.861586 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.862051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.862461 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.862923 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.863328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.863729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.864127 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.864521 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.864913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.865306 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.865699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.866198 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.866594 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.866989 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.867379 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.867771 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.868165 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.868556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.868958 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.869340 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.869728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.870170 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.870560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:47.877045 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:47.888915 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Notify callbacks [] for port, precommit_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.904657 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Transition to ACTIVE for port object 1b287c26-0c5e-494d-a90c-d1d9a8dca618 will not be triggered until provisioned by entity L2. {{(pid=84088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:47.920610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Network e8282966-f539-4e66-a924-3b2d9e0de7af is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:47.921777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:47.925099 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:47.943829 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.961938 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:48.012205 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015237'] for router_interface, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.115366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71135d6e-311e-4082-a78f-11a28ef19fe3 None None] Pushing event updated for resources: {'Port': ['ID=1b287c26-0c5e-494d-a90c-d1d9a8dca618,revision_number=2']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:48.119881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-71135d6e-311e-4082-a78f-11a28ef19fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:48.178495 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Attempting to bind port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:48.178837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Attempting to bind port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:48.179367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Attempting to bind port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 on network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:48.185610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:48.190118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Checking segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:48.190118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.190118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Bound using segment: {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'} {{(pid=84088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:48.190118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Bound port: 1b287c26-0c5e-494d-a90c-d1d9a8dca618, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e7937a-677a-47e8-a118-681035268864', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}}] {{(pid=84088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:48.190118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.279356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-5fd0ffaf-e02e-4af8-8d01-8da0439376b4 None None] Provisioning for port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:48.289324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-5fd0ffaf-e02e-4af8-8d01-8da0439376b4 None None] Provisioning complete for port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:48.289742 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ffaf-e02e-4af8-8d01-8da0439376b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.340169 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] For port 1b287c26-0c5e-494d-a90c-d1d9a8dca618, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:48.363897 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] For port 1b287c26-0c5e-494d-a90c-d1d9a8dca618, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1b287c26-0c5e-494d-a90c-d1d9a8dca618,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:48.374158 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.376391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0ffaf-e02e-4af8-8d01-8da0439376b4 None None] Port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:37:48.408060 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.432336 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-266caba0-178f-4ff9-912a-b5be3df35bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:48.472122 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device c6511a89-847d-4eb5-9d0e-613b37c5b810 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:48.684728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.726255 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.758009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e9d96876-ee6a-4232-8c0f-c705c49ad223 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:48.854063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Pushing event updated for resources: {'Port': ['ID=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:48.856948 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1817256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852760477'] for router_interface, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.874502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:48.877112 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71135d6e-311e-4082-a78f-11a28ef19fe3 None None] Pushing event updated for resources: {'Port': ['ID=1b287c26-0c5e-494d-a90c-d1d9a8dca618,revision_number=3']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:48.880702 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-71135d6e-311e-4082-a78f-11a28ef19fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:48.925085 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port c6511a89-847d-4eb5-9d0e-613b37c5b810 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:48.926093 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.007731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:49.008460 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:49.254012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Network e8282966-f539-4e66-a924-3b2d9e0de7af is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:49.255278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:49.298937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:49.474624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Router 821249de-74bf-471d-b1fc-53ac9620a58e has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:37:49.571508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-66d1cad4-0c85-4ad5-b52b-c5bb3e023689 None None] Provisioning complete for port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:49.571835 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-66d1cad4-0c85-4ad5-b52b-c5bb3e023689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.677482 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:49.685349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-66d1cad4-0c85-4ad5-b52b-c5bb3e023689 None None] Port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:37:49.696602 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/821249de-74bf-471d-b1fc-53ac9620a58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6642931 Feb 17 04:37:49.722813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 2, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:49.727133 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626b09d-0a3e-4400-9bc2-88d39e9d336e None None] The sync data for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb is: [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 2, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:52.437493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1b287c26-0c5e-494d-a90c-d1d9a8dca618 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:52.577428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:52.583398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:52.583834 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.748274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.769469 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 1b287c26-0c5e-494d-a90c-d1d9a8dca618, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1b287c26-0c5e-494d-a90c-d1d9a8dca618,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:52.823405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.825501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:52.911560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=1b287c26-0c5e-494d-a90c-d1d9a8dca618,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:52.914832 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:52.916434 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Sync routers for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:52.929182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:52.929839 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:53.137436 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:53.478691 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 2, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:53.489443 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Checking router: 821249de-74bf-471d-b1fc-53ac9620a58e for host: dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:53.489861 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Updating router 821249de-74bf-471d-b1fc-53ac9620a58e port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c binding host dv-cinder-759955-5-smb {{(pid=84089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:37:53.550497 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.125075 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Notify callbacks [] for port, precommit_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.137525 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Transition to ACTIVE for port object 887bf1b2-dde9-46e7-af0d-f180bcae9c3c will not be triggered until provisioned by entity L2. {{(pid=84089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:54.401076 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1b287c26-0c5e-494d-a90c-d1d9a8dca618 up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:54.472985 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:54.473256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.834269 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.853264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:54.997016 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Pushing event updated for resources: {'Port': ['ID=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,revision_number=3']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:55.008634 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.009021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.009405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.009777 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.010180 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.010550 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.010916 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.011278 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.011640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.012002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.012361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.012721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.013139 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.013498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.014182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.014182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016013 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.016868 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:55.023864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:55.219401 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Attempting to bind port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c on host dv-cinder-759955-5-smb for vnic_type normal with profile {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:55.219806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Attempting to bind port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c by drivers openvswitch on host dv-cinder-759955-5-smb at level 0 using segments [{'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:55.220217 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Attempting to bind port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c on network e8282966-f539-4e66-a924-3b2d9e0de7af {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:55.226770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Checking agent: {'id': 'eb7c277d-c10f-4ca0-bca2-3022ae0a210e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 20, 2), 'started_at': datetime.datetime(2021, 2, 17, 4, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:55.227176 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Checking segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:55.227677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.228053 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Bound using segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} {{(pid=84089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:55.228568 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Bound port: 887bf1b2-dde9-46e7-af0d-f180bcae9c3c, host: dv-cinder-759955-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'}}] {{(pid=84089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:55.229003 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.342889 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] For port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c, host dv-cinder-759955-5-smb, cleared binding levels {{(pid=84089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:55.346515 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] For port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c, host dv-cinder-759955-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:55.377449 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84089) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.408021 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:55.553309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Pushing event updated for resources: {'Port': ['ID=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,revision_number=4']} {{(pid=84089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:55.556796 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-54a39084-3a18-41e5-823f-ff478a4c4651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84089) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:55.602811 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:55.603487 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:37:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:55.828124 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:56.216275 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:55Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84089) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:56.220871 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0df089-f1b5-4186-b407-8203748ee38e None None] The sync data for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb is: [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:55Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:56.481476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 887bf1b2-dde9-46e7-af0d-f180bcae9c3c up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:56.639695 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning for port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:56.647256 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:56.648026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:56.790855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:56.827051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-2249879b-20dd-4bab-8639-606f88719985 None None] For port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:56.857219 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:56.861287 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:56.939000 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Pushing event updated for resources: {'Port': ['ID=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,revision_number=5']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:56.943372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:58.319838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3731881a-f4a6-47e8-900f-404a30e86bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:58.410564 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 887bf1b2-dde9-46e7-af0d-f180bcae9c3c up at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:58.497398 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Provisioning complete for port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:58.497828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:00.656433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:38:01.033917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a267f881-e4cc-4ef4-85f1-8806cc6da0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:01.132049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:02.348559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-b4a24f48-7139-4286-8b02-1b84ea282c98 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.350177 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-b4a24f48-7139-4286-8b02-1b84ea282c98 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 815 time: 0.1612329 Feb 17 04:38:02.366606 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-b487e1db-54b4-4413-ac75-abd1eb08796b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/quotas/2a103e0f943b422e900d7b4ac911cff6 HTTP/1.1" status: 200 len: 375 time: 0.0104673 Feb 17 04:38:02.376852 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:02.462308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-96ead135-ca87-4da5-a99d-68487843db42 req-775960ad-1b45-4667-a3ad-83a7165b85f5 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:02.496543 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-96ead135-ca87-4da5-a99d-68487843db42 req-775960ad-1b45-4667-a3ad-83a7165b85f5 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:02.497934 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-775960ad-1b45-4667-a3ad-83a7165b85f5 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259518 Feb 17 04:38:02.650176 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-22ae63de-32cd-403c-bcf3-4810fa0c543e service neutron] 10.222.0.26 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391904 Feb 17 04:38:02.702715 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:02.797507 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-1aea150b-3c86-4e59-bf81-638a68357791 service neutron] 10.222.0.26 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400411 Feb 17 04:38:03.072195 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a4d2ae5f-d33a-47d3-83c7-2684c0633b93 req-9b794263-a8db-4e83-85b0-263a56a87dea tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 210 time: 0.0498941 Feb 17 04:38:04.237944 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-aaa3e4fd-ff66-4801-9a78-9c590a926d35 req-bec13313-1125-424b-8cab-bf107498512e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 210 time: 0.0503690 Feb 17 04:38:05.098592 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-2566b3e9-b3a6-473b-8ddd-b4a0f481cb72 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.099389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-96ead135-ca87-4da5-a99d-68487843db42 req-2566b3e9-b3a6-473b-8ddd-b4a0f481cb72 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:network {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:05.153505 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-96ead135-ca87-4da5-a99d-68487843db42 req-2566b3e9-b3a6-473b-8ddd-b4a0f481cb72 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:network {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:05.154785 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-2566b3e9-b3a6-473b-8ddd-b4a0f481cb72 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 815 time: 0.2169232 Feb 17 04:38:05.174220 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'port': {'device_id': '43318182-8b9b-4471-968b-ff68fa00b789', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'admin_state_up': True, 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:05.328420 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:05.339395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84086) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:05.376646 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Made reservation on behalf of 2a103e0f943b422e900d7b4ac911cff6 for: {'port': 1} {{(pid=84086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:05.382272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:05.410551 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-87c955fa-1ba6-4b8c-b5c0-ac973e7e554b req-e380f653-2f08-4335-9930-fccd5fea3961 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 210 time: 0.0534039 Feb 17 04:38:05.988701 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Allocated IP 172.20.0.10 (e8282966-f539-4e66-a924-3b2d9e0de7af/afa2bdda-18c8-4b5f-b0e8-1f95888d06d5/efa51755-c90c-432a-bd50-b8058cb42f81) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:06.245032 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:06.263142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Transition to ACTIVE for port object efa51755-c90c-432a-bd50-b8058cb42f81 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:06.302816 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:06.318964 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-916f6dfb-a364-4f25-bb14-4759075c1315 tempest-AttachVolumeTestJSON-876524017 tempest-AttachVolumeTestJSON-876524017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:06.478661 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:06.492011 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.492435 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.492850 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.493260 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.493669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.494131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.494542 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.494947 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.495409 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.495752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.496157 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.496554 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.497012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.497414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.497819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.498241 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.498637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.499036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.499437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.499838 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.500232 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.500624 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.500999 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.501405 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:06.506940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:06.555361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Network e8282966-f539-4e66-a924-3b2d9e0de7af is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:06.556977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:06.560239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:06.643551 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850a700-0dba-457e-bd61-2761625dd830 req-90817b81-82da-4302-9a44-7ab952881d61 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:06.645362 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:06.646074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:06.646607 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3850a700-0dba-457e-bd61-2761625dd830 req-90817b81-82da-4302-9a44-7ab952881d61 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.1086390 Feb 17 04:38:06.707748 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3850a700-0dba-457e-bd61-2761625dd830 req-c43de2b3-4d32-45a7-8369-10ac2474c449 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Feb 17 04:38:06.720522 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5505598 Feb 17 04:38:06.908155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-f5c26d53-7121-480d-921c-95827ccd3091 None None] Provisioning for port efa51755-c90c-432a-bd50-b8058cb42f81 completed by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:06.914513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-f5c26d53-7121-480d-921c-95827ccd3091 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:06.914941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f5c26d53-7121-480d-921c-95827ccd3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:06.976087 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-f5c26d53-7121-480d-921c-95827ccd3091 None None] Port efa51755-c90c-432a-bd50-b8058cb42f81 cannot update to ACTIVE because it is not bound. {{(pid=84088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:38:07.922132 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9147-3216-4f6e-8466-c16d6eb23150 req-47e97ce2-f2cf-4b16-b866-9d4df295b956 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:07.923755 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2cc9147-3216-4f6e-8466-c16d6eb23150 req-47e97ce2-f2cf-4b16-b866-9d4df295b956 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0935910 Feb 17 04:38:07.980008 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2cc9147-3216-4f6e-8466-c16d6eb23150 req-d6fd8565-b597-4461-b7ce-101616ba02f5 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Feb 17 04:38:09.189233 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3839-6ad1-40d9-886d-51ff92129ccf req-2bfbe44d-6e9d-4d07-be1a-10bc4e2ea8b1 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:09.198548 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b34d3839-6ad1-40d9-886d-51ff92129ccf req-2bfbe44d-6e9d-4d07-be1a-10bc4e2ea8b1 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.1016314 Feb 17 04:38:09.243883 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b34d3839-6ad1-40d9-886d-51ff92129ccf req-83b8dd11-4b85-463f-9c3b-0280f9058832 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Feb 17 04:38:10.461710 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9ce4f-c498-438e-a47d-68e584af8533 req-0a0eb52e-5b82-4e28-b128-e5ad7654757e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:10.463342 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05f9ce4f-c498-438e-a47d-68e584af8533 req-0a0eb52e-5b82-4e28-b128-e5ad7654757e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0989780 Feb 17 04:38:10.513703 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-05f9ce4f-c498-438e-a47d-68e584af8533 req-fdb8f93d-f89e-4d26-9f81-592f93f62de0 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Feb 17 04:38:11.726423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db599e72-84b2-44fc-ad22-160138c6bc23 req-0053a511-e844-4bb2-9f4e-67c6f1d5d389 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:11.728842 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db599e72-84b2-44fc-ad22-160138c6bc23 req-0053a511-e844-4bb2-9f4e-67c6f1d5d389 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0929859 Feb 17 04:38:11.781225 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-db599e72-84b2-44fc-ad22-160138c6bc23 req-b72f1d35-a17f-41ba-b378-e3688a09fb54 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Feb 17 04:38:12.985299 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e435-0e8a-4703-93b0-4a72f0fbfee8 req-41d204d8-4e98-4e8f-b5d6-31fe8353d4c0 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:12.987145 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7b0e435-0e8a-4703-93b0-4a72f0fbfee8 req-41d204d8-4e98-4e8f-b5d6-31fe8353d4c0 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0898829 Feb 17 04:38:13.037159 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f7b0e435-0e8a-4703-93b0-4a72f0fbfee8 req-8bc4a276-0373-44db-b917-83838886537e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 Feb 17 04:38:14.241822 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7ab94-c951-46bb-b1ce-bdcdbf3a568a req-26d6350a-b68e-427b-8f49-67517e5b653d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:14.243499 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-81d7ab94-c951-46bb-b1ce-bdcdbf3a568a req-26d6350a-b68e-427b-8f49-67517e5b653d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0922015 Feb 17 04:38:14.293824 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-81d7ab94-c951-46bb-b1ce-bdcdbf3a568a req-9344114e-b962-4c56-82a3-1799fe25a5df tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Feb 17 04:38:15.637223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c5c9c-d25b-4f2b-b60d-2115f67a5468 req-4f830d88-2aca-4d2a-a7e5-4d0a011fdea8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:15.638868 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-332c5c9c-d25b-4f2b-b60d-2115f67a5468 req-4f830d88-2aca-4d2a-a7e5-4d0a011fdea8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0882227 Feb 17 04:38:15.688354 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-332c5c9c-d25b-4f2b-b60d-2115f67a5468 req-2eb47fea-4f9a-4b33-953d-eb6c37eda89e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Feb 17 04:38:15.953963 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:16.809798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Request body: {'port': {'device_id': '43318182-8b9b-4471-968b-ff68fa00b789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:16.892077 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676ae38-a414-46f0-8911-46666322e969 req-fdb01f50-67cf-44fc-ac8a-519bd64ae3b8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:16.894298 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1676ae38-a414-46f0-8911-46666322e969 req-fdb01f50-67cf-44fc-ac8a-519bd64ae3b8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 932 time: 0.0918670 Feb 17 04:38:16.936031 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:16.942661 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1676ae38-a414-46f0-8911-46666322e969 req-62a8af96-1b6a-4af7-9132-743c3593902b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Feb 17 04:38:17.354723 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa51755-c90c-432a-bd50-b8058cb42f81 {{(pid=84086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:38:17.363761 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:17.375770 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Transition to ACTIVE for port object efa51755-c90c-432a-bd50-b8058cb42f81 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:17.421893 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:17.438509 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e99bc8b0-4b4c-4a1c-8f86-e164bd9620d0 tempest-TestShelveInstance-1238042375 tempest-TestShelveInstance-1238042375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:17.584196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Pushing event updated for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:17.588614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:17.770322 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Attempting to bind port efa51755-c90c-432a-bd50-b8058cb42f81 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:38:17.770699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Attempting to bind port efa51755-c90c-432a-bd50-b8058cb42f81 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:38:17.771067 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Attempting to bind port efa51755-c90c-432a-bd50-b8058cb42f81 on network e8282966-f539-4e66-a924-3b2d9e0de7af {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:38:17.777049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Checking agent: {'id': '6402c1d7-6e1b-4cb1-8486-a84b4181133a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 16), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:38:17.777344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Checking segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:17.777752 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:17.778190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Bound using segment: {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:38:17.778669 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Bound port: efa51755-c90c-432a-bd50-b8058cb42f81, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:38:17.779043 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:17.890152 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] For port efa51755-c90c-432a-bd50-b8058cb42f81, host hv-cinder-75995, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:38:17.894408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] For port efa51755-c90c-432a-bd50-b8058cb42f81, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=efa51755-c90c-432a-bd50-b8058cb42f81,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:38:17.942511 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1061320'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:17.961412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1846f880-06a7-465b-9512-1bede4632225 tempest-VolumesActionsTest-609034006 tempest-VolumesActionsTest-609034006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:18.119611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Pushing event updated for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:18.123141 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:18.139748 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34797eb4-b0ad-43aa-a86b-657e4ae8b480 req-98881512-ab59-451f-bf05-19d4f8f8fb9d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.141330 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-34797eb4-b0ad-43aa-a86b-657e4ae8b480 req-98881512-ab59-451f-bf05-19d4f8f8fb9d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 944 time: 0.0871720 Feb 17 04:38:18.155524 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.156015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:18.157480 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-76e28d33-b2c9-4388-b1f8-269da8a45424 service neutron] 10.222.0.67 "PUT /v2.0/ports/efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1158 time: 1.3524778 Feb 17 04:38:18.158114 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:18.216799 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'status': 'completed', 'code': 200} Feb 17 04:38:18.230566 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-34797eb4-b0ad-43aa-a86b-657e4ae8b480 req-e8a4185c-9b73-4b76-a8ea-df15807be363 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815260 Feb 17 04:38:18.317239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-d169f7cc-c260-4282-b742-4c8715ed4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.318934 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-d169f7cc-c260-4282-b742-4c8715ed4e58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1161 time: 0.0851505 Feb 17 04:38:18.404245 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-10611bc5-2f1b-480e-957a-5cef5c7b08d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 217 time: 0.0723698 Feb 17 04:38:18.478965 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-7d817c31-7f4d-4f94-b88d-efc5182da9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.480424 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-7d817c31-7f4d-4f94-b88d-efc5182da9b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0645714 Feb 17 04:38:18.569166 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead135-ca87-4da5-a99d-68487843db42 req-a279f74f-c42d-41f5-9e60-80e65e79cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:18.570774 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-a279f74f-c42d-41f5-9e60-80e65e79cd1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804374 Feb 17 04:38:18.716293 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-1e85c079-edf1-42de-bbb1-240b0a3d2792 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342154 Feb 17 04:38:18.863444 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-96ead135-ca87-4da5-a99d-68487843db42 req-42cba69b-557a-462f-af5b-9fbd1b42bfc6 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349261 Feb 17 04:38:19.016298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-07eeef40-df58-4b89-969f-b78af4a0e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:19.018137 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-07eeef40-df58-4b89-969f-b78af4a0e485 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1161 time: 0.0793941 Feb 17 04:38:19.162253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-3715bd02-20db-49a8-b13a-142647828592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:19.163843 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-3715bd02-20db-49a8-b13a-142647828592 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1391926 Feb 17 04:38:19.244679 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-2461f346-0d4a-4516-9601-82a879906c97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 217 time: 0.0730505 Feb 17 04:38:19.316740 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-ef779857-c6f7-4a79-a881-2b65c17f5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:19.318398 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-ef779857-c6f7-4a79-a881-2b65c17f5648 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0655639 Feb 17 04:38:19.406983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-fc7813e6-fd3a-4b86-8f33-7b3a7ef58bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:19.409270 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-fc7813e6-fd3a-4b86-8f33-7b3a7ef58bcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826349 Feb 17 04:38:19.442576 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fabd19-1d3e-4a48-82b3-4416f3f1dcf9 req-c0f7ae2e-a7c1-4b1a-9f86-1e5aa50f04f4 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:19.444209 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-56fabd19-1d3e-4a48-82b3-4416f3f1dcf9 req-c0f7ae2e-a7c1-4b1a-9f86-1e5aa50f04f4 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 944 time: 0.0935135 Feb 17 04:38:19.494102 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-56fabd19-1d3e-4a48-82b3-4416f3f1dcf9 req-9cb83031-ad9b-4a87-b561-6b15a65c7341 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Feb 17 04:38:19.558666 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-a715b2e6-4361-4fdd-87c2-582970dc064a service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403890 Feb 17 04:38:19.928536 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ba2c36b7-6953-4cf2-96a1-86830577da6a req-c4324683-648c-4deb-af02-6b51cada8d89 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3616612 Feb 17 04:38:20.705187 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61418a6-2e20-40c8-a4f2-c5d27aee8a8a req-d5189fe5-cec7-4912-8bfa-5ca5832449b6 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:20.706846 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c61418a6-2e20-40c8-a4f2-c5d27aee8a8a req-d5189fe5-cec7-4912-8bfa-5ca5832449b6 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 944 time: 0.0927413 Feb 17 04:38:20.754384 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c61418a6-2e20-40c8-a4f2-c5d27aee8a8a req-e3edd835-3ffa-45a8-86bc-e1b2cb175e67 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Feb 17 04:38:21.081183 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.objects.ports [None req-b3d1282a-ac88-4180-8a11-507c39a0bc3e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84088) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:38:21.427298 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:21.553427 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning for port efa51755-c90c-432a-bd50-b8058cb42f81 completed by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:21.558563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:21.558993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:21.683309 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:21.711030 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:21.721870 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] For port efa51755-c90c-432a-bd50-b8058cb42f81, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=efa51755-c90c-432a-bd50-b8058cb42f81,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:21.753694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028'] for port, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:21.757717 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:21.794488 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'code': 200} Feb 17 04:38:21.838128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Pushing event updated for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=4']} {{(pid=84088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:21.841987 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84088) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:21.969190 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff701b0-c569-42ca-aa87-9c018537e7d4 req-b2bea5d9-f0ad-45fb-861a-11ec63b0a03b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:21.971288 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ff701b0-c569-42ca-aa87-9c018537e7d4 req-b2bea5d9-f0ad-45fb-861a-11ec63b0a03b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0880978 Feb 17 04:38:22.019758 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6ff701b0-c569-42ca-aa87-9c018537e7d4 req-2ed04b38-e126-4d67-935f-40d734ef17a7 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Feb 17 04:38:22.103981 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c25ba-2c1b-495c-befa-008faa8f3d67 req-655eef34-83b7-42a1-a53f-bc5a55cd884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:22.105583 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c96c25ba-2c1b-495c-befa-008faa8f3d67 req-655eef34-83b7-42a1-a53f-bc5a55cd884d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1163 time: 0.0766976 Feb 17 04:38:22.151317 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c96c25ba-2c1b-495c-befa-008faa8f3d67 req-cd50bdb0-b965-4c28-8491-9092aac6618d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 Feb 17 04:38:22.990439 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:23.066391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:23.066812 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:23.244609 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9455e-07c2-4bd6-9d46-02628625b6d3 req-a23077b4-b02f-48a6-be4c-41649868cb42 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:23.246153 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7ed9455e-07c2-4bd6-9d46-02628625b6d3 req-a23077b4-b02f-48a6-be4c-41649868cb42 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.1092837 Feb 17 04:38:23.296332 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-7ed9455e-07c2-4bd6-9d46-02628625b6d3 req-9d7a86fa-c6cf-4854-ae55-b03935c81156 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Feb 17 04:38:24.492155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029ce93-9b17-49c4-9083-2339b529d689 req-175b4503-1ea7-4f54-9b76-12a662791d4c tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:24.493670 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b029ce93-9b17-49c4-9083-2339b529d689 req-175b4503-1ea7-4f54-9b76-12a662791d4c tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0880976 Feb 17 04:38:24.544265 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b029ce93-9b17-49c4-9083-2339b529d689 req-08d52f3c-6427-4051-8c2e-f1d66d8b0333 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Feb 17 04:38:24.740025 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f809b-04d3-4d63-8f05-91abcc5fd7c1 req-188398ec-f72a-49a3-984c-8a8d566a0a43 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:24.741629 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0a5f809b-04d3-4d63-8f05-91abcc5fd7c1 req-188398ec-f72a-49a3-984c-8a8d566a0a43 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0869386 Feb 17 04:38:24.788769 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-0a5f809b-04d3-4d63-8f05-91abcc5fd7c1 req-f3f9af15-4275-46db-bfd5-653cdc99d02b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 17 04:38:24.988996 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:25.061131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:25.061549 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:25.212616 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa2fd-7595-4086-8ef8-108169297460 req-ecf26be6-34d2-4684-b76b-c28c550cb6a8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:25.214252 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-958aa2fd-7595-4086-8ef8-108169297460 req-ecf26be6-34d2-4684-b76b-c28c550cb6a8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0922799 Feb 17 04:38:25.261692 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-958aa2fd-7595-4086-8ef8-108169297460 req-48231534-981b-4118-9e34-5c20bf9863c8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Feb 17 04:38:28.307345 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2975-bda1-46da-b4f9-e960fddd0772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:30.604781 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608ea13-50fa-47ea-9885-f4d51d516ef4 req-5e4005c7-c2fb-406b-ad89-cc417b0a40bb tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:30.606366 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4608ea13-50fa-47ea-9885-f4d51d516ef4 req-5e4005c7-c2fb-406b-ad89-cc417b0a40bb tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0848899 Feb 17 04:38:30.653095 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-4608ea13-50fa-47ea-9885-f4d51d516ef4 req-0f19d75b-bc2c-4eea-8929-c310fa241941 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Feb 17 04:38:30.850592 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-8e7589f1-0820-4221-8a7f-4d9102dfaa9e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1555481 Feb 17 04:38:30.860562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'floatingip': {'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:30.866240 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:30.870274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Usage tracker for resource:floatingip and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:30.873202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:30.879611 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:30.930231 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for floatingip, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:30.958643 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-630152f8-f977-41fd-8608-19cbeb6135b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:31.071760 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:31.124493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:31.353995 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_common [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Allocated IP 172.28.3.237 (078ecdf9-9a1d-4ee9-ad82-ed532b272cc4/24ef4811-1749-4464-95d3-ec5de9191cbc/9fc18ca0-d18c-4111-bfc0-c4692959054b) {{(pid=84087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:31.509759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for port, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:31.581692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746779409250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:31.598017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-382f94b0-14de-4476-992d-ef7043b8352a tempest-ServerRescueNegativeTestJSON-921005119 tempest-ServerRescueNegativeTestJSON-921005119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:31.976035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'Port': ['ID=9fc18ca0-d18c-4111-bfc0-c4692959054b,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:31.980344 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:32.023150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Network 078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 is already hosted by enough agents. {{(pid=84087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:32.024263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.base_scheduler [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources bound (agent type, host, resource id): {{(pid=84087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:32.026660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Received port after_create {{(pid=84087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:32.109991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.219062 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.370356 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.492562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.518842 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.534875 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-93eff6bf-e105-4335-be6e-da2811e824d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:32.681388 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'Port': ['ID=9fc18ca0-d18c-4111-bfc0-c4692959054b,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:32.685749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:32.713168 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.777361 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.821613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:32.822977 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-ca53e2b7-632d-425f-9fc5-41c6e88ff783 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9665377 Feb 17 04:38:32.914534 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-843349ae-45f5-4f0e-a96b-72254e050799 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:floatingip {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:32.952860 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-843349ae-45f5-4f0e-a96b-72254e050799 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:floatingip {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:32.954140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-843349ae-45f5-4f0e-a96b-72254e050799 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.237 HTTP/1.1" status: 200 len: 696 time: 0.1248076 Feb 17 04:38:33.116115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-0de09254-d76e-4b31-8f5b-a192e0000e81 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:33.117571 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-0de09254-d76e-4b31-8f5b-a192e0000e81 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 784 time: 0.1569011 Feb 17 04:38:33.129154 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-d8de6606-ca21-44f4-b4a6-e63f068ec029 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:38:33.130207 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-224c617d-c29d-4a8d-bcea-045fd5ff13b2 req-d8de6606-ca21-44f4-b4a6-e63f068ec029 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066907 Feb 17 04:38:33.313274 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-35bad6f4-3a5e-4cc0-9f73-37308a0c81bd tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:33.315443 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-35bad6f4-3a5e-4cc0-9f73-37308a0c81bd tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0868914 Feb 17 04:38:33.402363 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-351fa03a-de70-49fa-844c-8be1f892e64d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0807505 Feb 17 04:38:33.412563 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'floatingip': {'port_id': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:33.496541 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for floatingip, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:34.112423 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:34.130054 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2015407'] for floatingip, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:34.315191 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Floating IP ed0fd562-b012-4c18-b3e1-a32e292819ad associated. External IP: 172.28.3.237, port: efa51755-c90c-432a-bd50-b8058cb42f81. Feb 17 04:38:34.690225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Router 821249de-74bf-471d-b1fc-53ac9620a58e has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:38:35.131431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:38:35.135853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:35.141117 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] Sync routers for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:38:35.152391 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:38:35.153064 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:38:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:35.198840 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-2456af92-7d7a-4e2f-a4d4-05a99eacfab8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "PUT /v2.0/floatingips/ed0fd562-b012-4c18-b3e1-a32e292819ad HTTP/1.1" status: 200 len: 997 time: 1.7901416 Feb 17 04:38:35.199823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:35.263412 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'status': 'completed', 'code': 200} Feb 17 04:38:35.297142 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-7a5293ed-e7a5-45ef-962a-d5797278d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.299030 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-7a5293ed-e7a5-45ef-962a-d5797278d131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1163 time: 0.0859807 Feb 17 04:38:35.369677 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-33eafcd6-7cbf-413a-84c8-b5d828f729f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.371437 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-33eafcd6-7cbf-413a-84c8-b5d828f729f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1163 time: 0.0875061 Feb 17 04:38:35.455665 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-6165e232-be8e-42e0-822f-928bc437b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.457409 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-6165e232-be8e-42e0-822f-928bc437b9cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1511180 Feb 17 04:38:35.524941 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:38:35.528930 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-09e75858-e8d1-43fa-ad52-abc6cb08fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.530764 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-09e75858-e8d1-43fa-ad52-abc6cb08fb64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1494820 Feb 17 04:38:35.575111 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-806dd850-e9e9-408a-bfb9-866edf82be57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1000 time: 0.1105914 Feb 17 04:38:35.654131 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-1928a70a-3476-4fed-9c49-962e0cc80ee7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1000 time: 0.1124418 Feb 17 04:38:35.663320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-bb24df69-c1a8-49ff-a0db-722eb66328b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.664923 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-bb24df69-c1a8-49ff-a0db-722eb66328b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0803847 Feb 17 04:38:35.725583 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-01ce111d-b878-41c1-82ac-c6c281f19cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.727140 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-01ce111d-b878-41c1-82ac-c6c281f19cc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0663736 Feb 17 04:38:35.749602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-1d600c8e-4977-4360-a59c-da6b73b01b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.751826 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-1d600c8e-4977-4360-a59c-da6b73b01b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794005 Feb 17 04:38:35.763716 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-16d42364-9b65-49f2-8530-a7b3bddb2514 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:38:35.764855 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-16d42364-9b65-49f2-8530-a7b3bddb2514 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056219 Feb 17 04:38:35.816768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-3638d0e4-6caa-40b8-8482-d4f6c6bf8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:35.819235 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-3638d0e4-6caa-40b8-8482-d4f6c6bf8028 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845664 Feb 17 04:38:35.902092 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'ed0fd562-b012-4c18-b3e1-a32e292819ad', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'port_id': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'mac_address': 'fa:16:3e:16:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43318182-8b9b-4471-968b-ff68fa00b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:32Z', 'updated_at': '2021-02-17T04:38:33Z', 'revision_number': 1, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:56Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:35.906467 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] Checking router: 821249de-74bf-471d-b1fc-53ac9620a58e for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:38:35.912711 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-9151244c-4718-4b2d-aa19-403aba5570f0 service neutron] 10.222.0.26 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411047 Feb 17 04:38:35.916009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:38:35.916814 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:38:31Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:35.979329 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-8ffb255f-61ed-4483-a2ed-5d48dc5cc36b service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506782 Feb 17 04:38:36.067893 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d2eec26e-5e97-4dad-9998-a5fae658e3a9 req-0f764148-76ab-4058-a342-e8f70c601c13 service neutron] 10.222.0.26 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473539 Feb 17 04:38:36.115976 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:38:36.144531 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f771a41f-a4b6-4a4a-a25b-01dfaf8423d2 req-56e9dcfa-f9a7-4088-98e9-47721a2bb148 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563609 Feb 17 04:38:36.145214 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-280192968', 'description': 'tempest-TestMinimumBasicScenario-280192968 description'}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:36.151859 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:36.156208 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Usage tracker for resource:security_group and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:36.160015 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:36.166559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:36.215955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.239004 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:36.243286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Usage tracker for resource:security_group_rule and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:36.246419 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:36.252557 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:36.325128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.364547 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.369929 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-b6f74799-549e-418f-b92e-747ca89c394c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:36.415367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceda421-d197-4c95-afbc-c7f2dd603c3f,revision_number=1']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:36.418979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:36.461855 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.463323 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6a3d0ee1-c6d7-4359-831f-030860a4da31 req-8254fdbd-98ff-404d-a6cc-f6e0520e1911 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3238566 Feb 17 04:38:36.495882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'ed0fd562-b012-4c18-b3e1-a32e292819ad', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'port_id': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'mac_address': 'fa:16:3e:16:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43318182-8b9b-4471-968b-ff68fa00b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:32Z', 'updated_at': '2021-02-17T04:38:33Z', 'revision_number': 1, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:56Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:36.500118 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a13be2-ab11-43f1-a683-76be1e6a749d None None] The sync data for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb is: [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_floatingips': [{'id': 'ed0fd562-b012-4c18-b3e1-a32e292819ad', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'router_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'port_id': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'mac_address': 'fa:16:3e:16:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43318182-8b9b-4471-968b-ff68fa00b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:32Z', 'updated_at': '2021-02-17T04:38:33Z', 'revision_number': 1, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:56Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:38:36.536992 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-a96ee459-4146-4ff2-acf4-c9e4f59ba996 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups/2ceda421-d197-4c95-afbc-c7f2dd603c3f HTTP/1.1" status: 200 len: 1812 time: 0.0509822 Feb 17 04:38:36.548953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ceda421-d197-4c95-afbc-c7f2dd603c3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:36.549400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ceda421-d197-4c95-afbc-c7f2dd603c3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:36.555953 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:36.560069 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Usage tracker for resource:security_group_rule and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:36.563823 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:36.569750 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:36.668210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.803589 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175f98a-852d-4280-9843-8fd72f37c89f None None] New status for floating IP ed0fd562-b012-4c18-b3e1-a32e292819ad: ACTIVE {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:38:36.815652 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.901628 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.910002 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:36.932286 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3ce24e-134c-49b3-9a7a-cde78fc0771d,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:36.935392 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:36.975946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:36.977268 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6a3648dd-dee3-4c6e-9a77-067486b799f2 req-634c65c1-9d7c-4a8b-bb7d-098b21a712d2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4330070 Feb 17 04:38:37.059846 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8556d166-f341-45de-9921-899bd609f40a req-f9181f2b-e649-41f3-9531-9a0aad37e647 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups/2ceda421-d197-4c95-afbc-c7f2dd603c3f HTTP/1.1" status: 200 len: 2405 time: 0.0488837 Feb 17 04:38:37.071593 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ceda421-d197-4c95-afbc-c7f2dd603c3f', 'remote_group_id': None}]} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:37.071945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ceda421-d197-4c95-afbc-c7f2dd603c3f', 'remote_group_id': None}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:37.078223 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:37.082807 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Usage tracker for resource:security_group_rule and tenant:2a103e0f943b422e900d7b4ac911cff6 is out of sync, need to count used quota {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:37.085759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84087) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:37.091486 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.quota.driver [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84087) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:37.234778 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.347513 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.398333 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806288'] for security_group_rule, after_create {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.405544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-ad8163a1-7d49-49b4-b21e-fc508ba80009 tempest-AttachVolumeShelveTestJSON-1453624080 tempest-AttachVolumeShelveTestJSON-1453624080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:37.425153 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749640ec-9709-464e-b9bf-0321c99d7760,revision_number=0']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:37.427994 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:37.472648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.473908 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8556d166-f341-45de-9921-899bd609f40a req-22a18ca3-892a-49d2-82ab-8d5c899e798e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4070992 Feb 17 04:38:37.608145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-1183eba4-84e4-488b-b266-841e0701ae46 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:37.643693 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-1183eba4-84e4-488b-b266-841e0701ae46 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:37.644909 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-1183eba4-84e4-488b-b266-841e0701ae46 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-280192968&fields=id&tenant_id=2a103e0f943b422e900d7b4ac911cff6 HTTP/1.1" status: 200 len: 267 time: 0.0780132 Feb 17 04:38:37.655660 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:38:37.734207 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-d4d50912-bf29-43d5-88f2-7ae834861972 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:37.736416 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-d4d50912-bf29-43d5-88f2-7ae834861972 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0853570 Feb 17 04:38:37.748080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'port': {'security_groups': ['111bfc14-1fe9-46fb-8731-172a84518c9f', '2ceda421-d197-4c95-afbc-c7f2dd603c3f']}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:37.879437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.264437 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] For port efa51755-c90c-432a-bd50-b8058cb42f81, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=efa51755-c90c-432a-bd50-b8058cb42f81,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:38.291982 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.347194 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.363920 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-d0ffd16d-39b1-4bb0-a299-7e5c30a5760b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:38.522972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=5']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:38.526396 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:38.565500 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:38.566210 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.567643 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-a77a5160-425d-46e8-9a0b-81bbfc0f6c9c req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "PUT /v2.0/ports/efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 982 time: 0.8244746 Feb 17 04:38:38.568202 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:38.621540 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'status': 'completed', 'code': 200} Feb 17 04:38:38.753372 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-b3766c75-fbde-4be8-8dc9-79299aaa4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:38.755026 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-b3766c75-fbde-4be8-8dc9-79299aaa4a56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1203 time: 0.0949581 Feb 17 04:38:38.842068 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-69966b0c-76da-4851-834c-2791c2f71aa9 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:38.842578 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-69966b0c-76da-4851-834c-2791c2f71aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.896234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b929c1-effb-4b85-9d6e-0ae65c8b1171 req-85593807-5a12-4212-881a-8a5be9fa0ca2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:38.897882 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b929c1-effb-4b85-9d6e-0ae65c8b1171 req-85593807-5a12-4212-881a-8a5be9fa0ca2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0902436 Feb 17 04:38:38.912992 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-1a86b3d8-9cd7-41af-9bde-88be37dd5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:38.914662 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-1a86b3d8-9cd7-41af-9bde-88be37dd5a4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1496775 Feb 17 04:38:38.951800 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f5b929c1-effb-4b85-9d6e-0ae65c8b1171 req-58df7ba0-2993-40e6-8d5f-450d7f43d1e2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0468082 Feb 17 04:38:39.028626 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-e3df2c6f-83ca-4a8e-a752-0a0a85cc46c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1002 time: 0.1076415 Feb 17 04:38:39.099476 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-7c4fe330-2705-4b40-b0f4-1dc80ce47179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:39.100953 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-7c4fe330-2705-4b40-b0f4-1dc80ce47179 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0657132 Feb 17 04:38:39.191364 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-7405a766-a020-44ad-aee0-84b0c809e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:39.193210 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-7405a766-a020-44ad-aee0-84b0c809e9e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823832 Feb 17 04:38:39.193843 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:39.269837 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:39.270454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.343440 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-0e9b046b-a998-462c-bb5f-41c4f0c7fa6c service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430504 Feb 17 04:38:39.489816 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-da3649ed-c3f5-4bc9-81a1-8a4f2c64cac8 req-faa85c0a-3382-4ab7-8d7d-7f6ef341c228 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388121 Feb 17 04:38:45.947111 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.438481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-febeb096-566b-4280-bfcb-1666e6a95de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.935397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-b1e33afd-32a5-437e-a0c5-6fe8800de7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.151813 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.752300 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f26e-fa81-414a-9666-fc7c5852f802 req-0aea0c02-7dd0-4bfa-92db-251c76196a1c tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:01.753962 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1660f26e-fa81-414a-9666-fc7c5852f802 req-0aea0c02-7dd0-4bfa-92db-251c76196a1c tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0935941 Feb 17 04:39:01.764825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-c51de837-9bf4-4f8f-a7e9-bc15be0a4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:01.766837 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-c51de837-9bf4-4f8f-a7e9-bc15be0a4221 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1203 time: 0.0860112 Feb 17 04:39:01.804898 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1660f26e-fa81-414a-9666-fc7c5852f802 req-fb6b3169-0d7d-4979-99fa-f02925eb8c51 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445068 Feb 17 04:39:01.911408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-b7f4b8ba-3bc6-4765-8f19-50fc7b19e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:01.912990 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-b7f4b8ba-3bc6-4765-8f19-50fc7b19e55d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1393080 Feb 17 04:39:02.028387 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-8c952615-98b8-497b-8904-03740292a0dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1002 time: 0.1082916 Feb 17 04:39:02.100353 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-3d477259-37ce-4c0a-a450-e29447c07819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:02.101942 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-3d477259-37ce-4c0a-a450-e29447c07819 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0646293 Feb 17 04:39:02.190764 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-6a72c56a-a608-4029-89c7-a9e6f0972b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:02.192398 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-6a72c56a-a608-4029-89c7-a9e6f0972b67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837200 Feb 17 04:39:02.336321 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-c08a13b1-3493-4c3b-8f4d-c14ad2f3ff49 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364555 Feb 17 04:39:02.403587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.490321 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f4554461-ec69-47aa-b2bb-8c80900e590a req-665d2ab0-2101-4f7c-9c1e-87eb055ad688 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465144 Feb 17 04:39:02.723726 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.006121 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b55e3-aafd-4a21-abb8-4ab53c3c4ba4 req-698533c2-a954-4996-a5c3-cf5fc881cebc tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:03.007727 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d51b55e3-aafd-4a21-abb8-4ab53c3c4ba4 req-698533c2-a954-4996-a5c3-cf5fc881cebc tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0866911 Feb 17 04:39:03.057655 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d51b55e3-aafd-4a21-abb8-4ab53c3c4ba4 req-305061fe-aeb6-4eba-ab6a-43aac94c9370 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0434310 Feb 17 04:39:04.261763 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6ff5a-0e6f-41dc-a88c-03ca58303e53 req-0632ceb0-7228-4487-bc6a-fb2645378c88 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:04.263394 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08e6ff5a-0e6f-41dc-a88c-03ca58303e53 req-0632ceb0-7228-4487-bc6a-fb2645378c88 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0903676 Feb 17 04:39:04.315402 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08e6ff5a-0e6f-41dc-a88c-03ca58303e53 req-301d8a7b-aead-4bd7-b07d-3db4257facc2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445220 Feb 17 04:39:05.664448 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ec7b0-2517-4fae-a722-56065f5df899 req-1c15d299-8165-4e8c-8e60-5aa9a507790b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:05.666066 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-434ec7b0-2517-4fae-a722-56065f5df899 req-1c15d299-8165-4e8c-8e60-5aa9a507790b tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0903559 Feb 17 04:39:05.715249 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-434ec7b0-2517-4fae-a722-56065f5df899 req-b7295c8d-2c8a-4c72-8623-96c86647615f tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0426416 Feb 17 04:39:06.915501 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639da72-13e5-4c1e-b7d9-126c6b5461f1 req-f899ff8e-128b-4669-a196-8420155cce16 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:06.917115 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9639da72-13e5-4c1e-b7d9-126c6b5461f1 req-f899ff8e-128b-4669-a196-8420155cce16 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0897448 Feb 17 04:39:06.966839 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-9639da72-13e5-4c1e-b7d9-126c6b5461f1 req-423a8065-7010-41bb-92c7-6483c99216e9 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0426478 Feb 17 04:39:08.173412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebb71d-40cc-4911-bda6-b7e13dc106fd req-91852455-0e80-4c42-8aa5-9b2351e61d94 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:08.175075 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c2ebb71d-40cc-4911-bda6-b7e13dc106fd req-91852455-0e80-4c42-8aa5-9b2351e61d94 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0955129 Feb 17 04:39:08.226116 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c2ebb71d-40cc-4911-bda6-b7e13dc106fd req-e705c015-6c10-4d85-adc5-d292710862d9 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0441418 Feb 17 04:39:09.460651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e505bb-7e94-4f17-9525-a1d68c964287 req-235e9d20-20d3-40d2-b2f4-6b07e7f6e276 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:09.462242 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e7e505bb-7e94-4f17-9525-a1d68c964287 req-235e9d20-20d3-40d2-b2f4-6b07e7f6e276 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0862551 Feb 17 04:39:09.514332 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-e7e505bb-7e94-4f17-9525-a1d68c964287 req-ee5a95c1-af28-42e6-a9c8-07c3cef2eb06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457344 Feb 17 04:39:10.712820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f563fc1-b4da-4c70-963f-c49e58201be3 req-fb7839c3-d11e-408c-bf9f-c963980a5515 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:10.714449 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8f563fc1-b4da-4c70-963f-c49e58201be3 req-fb7839c3-d11e-408c-bf9f-c963980a5515 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0878999 Feb 17 04:39:10.763805 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-8f563fc1-b4da-4c70-963f-c49e58201be3 req-335931cd-cf6a-498f-a791-73b0615658ff tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0428362 Feb 17 04:39:11.965324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ee0db-d804-45de-9282-457324ebc8e0 req-1360f3f4-5ff8-4d2d-b96c-f95b73b858da tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:11.966907 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-563ee0db-d804-45de-9282-457324ebc8e0 req-1360f3f4-5ff8-4d2d-b96c-f95b73b858da tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0886388 Feb 17 04:39:12.016367 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-563ee0db-d804-45de-9282-457324ebc8e0 req-4600e1d5-072d-4669-92f2-3136adeeb0ce tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0426075 Feb 17 04:39:13.216970 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec17f-3358-4a9f-bd5c-595342d2780e req-de1e8eea-ce8c-43ea-b2ef-938b2947664a tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:13.219361 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f18ec17f-3358-4a9f-bd5c-595342d2780e req-de1e8eea-ce8c-43ea-b2ef-938b2947664a tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0896039 Feb 17 04:39:13.270540 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-f18ec17f-3358-4a9f-bd5c-595342d2780e req-f134efeb-d2ef-4293-8f3c-f3f3ac211568 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0446777 Feb 17 04:39:14.479181 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408793b-35df-41fe-b8e0-802a7af14856 req-4ecf2020-2b8b-4511-b956-a739b5db86a7 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:14.480683 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6408793b-35df-41fe-b8e0-802a7af14856 req-4ecf2020-2b8b-4511-b956-a739b5db86a7 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0880597 Feb 17 04:39:14.529891 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-6408793b-35df-41fe-b8e0-802a7af14856 req-0ae4cfef-971e-4d92-bc87-a7dcf7d7b425 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0423207 Feb 17 04:39:14.655051 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:15.727728 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f5a8f-95fa-45d6-bd48-0b3d420ff76c req-7a0f1d4f-37b3-41a3-b8c8-ff8157523961 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:15.729333 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d2f5a8f-95fa-45d6-bd48-0b3d420ff76c req-7a0f1d4f-37b3-41a3-b8c8-ff8157523961 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0862858 Feb 17 04:39:15.782503 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-5d2f5a8f-95fa-45d6-bd48-0b3d420ff76c req-4ed90a7c-2758-4525-a4c0-eb0ee4b716b7 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0468273 Feb 17 04:39:15.934465 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.981459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f31e-9204-427f-b36d-451e01a29a77 req-f77503ee-7023-4155-98a6-c04e3ad15737 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:16.983124 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3168f31e-9204-427f-b36d-451e01a29a77 req-f77503ee-7023-4155-98a6-c04e3ad15737 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0871642 Feb 17 04:39:17.033350 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-3168f31e-9204-427f-b36d-451e01a29a77 req-66816459-a60d-4cd2-acfb-c8dabf169a8a tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0438740 Feb 17 04:39:18.246006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464605-eacc-4b92-84ec-889f2ce0ab22 req-9ee2b128-445f-4ce4-af80-99e612f68e28 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:18.247631 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d0464605-eacc-4b92-84ec-889f2ce0ab22 req-9ee2b128-445f-4ce4-af80-99e612f68e28 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.1009800 Feb 17 04:39:18.298827 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d0464605-eacc-4b92-84ec-889f2ce0ab22 req-0362af45-2a04-49aa-8c73-83390d51de38 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442288 Feb 17 04:39:19.376080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:19.452328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:19.452751 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.501343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1730c3-f222-46a8-a603-e0d78950ce16 req-2155afbc-45b7-474d-81fb-ec3d6a403dd2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:19.502891 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd1730c3-f222-46a8-a603-e0d78950ce16 req-2155afbc-45b7-474d-81fb-ec3d6a403dd2 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0871851 Feb 17 04:39:19.553155 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fd1730c3-f222-46a8-a603-e0d78950ce16 req-80df2018-944c-494a-adde-ccb146465f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0437000 Feb 17 04:39:20.763972 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258453f7-1e93-4021-b227-d5711afec0ba req-bed01930-4184-4020-9feb-67dcfd08eee9 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:20.766450 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-258453f7-1e93-4021-b227-d5711afec0ba req-bed01930-4184-4020-9feb-67dcfd08eee9 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0977330 Feb 17 04:39:20.816084 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-258453f7-1e93-4021-b227-d5711afec0ba req-c81a9cc9-0446-45a5-b7fb-71e9af67b4fe tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0431690 Feb 17 04:39:21.622684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-ae43e7a5-f428-4ca2-9aa9-9f588f12e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:21.624344 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-ae43e7a5-f428-4ca2-9aa9-9f588f12e596 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1203 time: 0.0798013 Feb 17 04:39:21.789480 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-dd16e4bd-c7ed-4d48-b487-f777b24ad69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:21.791087 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-dd16e4bd-c7ed-4d48-b487-f777b24ad69f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1396351 Feb 17 04:39:21.905936 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-f35a3113-9995-4efc-8ee8-d61227d93749 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1002 time: 0.1041405 Feb 17 04:39:21.979673 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-553bbfcb-155a-41dc-8c6d-21ced46b1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:21.981267 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-553bbfcb-155a-41dc-8c6d-21ced46b1135 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0648577 Feb 17 04:39:22.016414 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08074636-0c06-4a58-adf9-6b95a35cbdd2 req-aa52452d-239a-46cf-8dbb-d07f01a55b62 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:22.018074 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08074636-0c06-4a58-adf9-6b95a35cbdd2 req-aa52452d-239a-46cf-8dbb-d07f01a55b62 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0875056 Feb 17 04:39:22.072560 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-08074636-0c06-4a58-adf9-6b95a35cbdd2 req-a7b618c0-aa24-46b4-9a51-eada4c744437 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0477252 Feb 17 04:39:22.073022 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-6ec697b4-228d-4b3f-b133-2f0d2770386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:22.074676 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-6ec697b4-228d-4b3f-b133-2f0d2770386c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821571 Feb 17 04:39:22.224334 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-02c13e2d-00fe-401c-9f32-9480114f0fc9 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380754 Feb 17 04:39:22.607626 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-ea7de9ba-237b-4d97-a69f-3cf382354fea req-5cb5510b-701b-4dd9-8bfe-93665c4fa35d service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3721426 Feb 17 04:39:23.273066 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b76ad-e045-4f23-967f-d3546d033fcc req-18d8049c-7ea4-444e-9fab-bb4a64a5a9d5 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:23.274626 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-026b76ad-e045-4f23-967f-d3546d033fcc req-18d8049c-7ea4-444e-9fab-bb4a64a5a9d5 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0895638 Feb 17 04:39:23.324393 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-026b76ad-e045-4f23-967f-d3546d033fcc req-0ea9a968-33a6-4cda-8acf-55ca79ad3084 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0430174 Feb 17 04:39:23.384352 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:23.457453 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:23.457877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.524944 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39f79f-74b2-40b8-89fb-135961b982b1 req-c1c66ff2-2213-46ae-8f5a-a3bac1bfcee1 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:24.526472 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1a39f79f-74b2-40b8-89fb-135961b982b1 req-c1c66ff2-2213-46ae-8f5a-a3bac1bfcee1 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0904567 Feb 17 04:39:24.577870 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-1a39f79f-74b2-40b8-89fb-135961b982b1 req-61839df4-6a53-499b-8b59-f1731963ab82 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&id=2ceda421-d197-4c95-afbc-c7f2dd603c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0440071 Feb 17 04:39:28.334349 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a60592a3-2fc1-43ba-9e51-21f690b24971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.946224 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-89eddfa2-9c69-46b4-bf75-013847bcc5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.145864 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.386010 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.745082 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.951096 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.654444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:57.978819 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-51d9809c-a889-44cb-be0d-bc1182b957e1 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-280192968&fields=id&tenant_id=2a103e0f943b422e900d7b4ac911cff6 HTTP/1.1" status: 200 len: 267 time: 0.1649196 Feb 17 04:39:58.066397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-b7def7a6-82ab-4c10-9600-0fd965e67b07 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:58.067862 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-b7def7a6-82ab-4c10-9600-0fd965e67b07 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 985 time: 0.0829990 Feb 17 04:39:58.079819 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.v2.base [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Request body: {'port': {'security_groups': ['111bfc14-1fe9-46fb-8731-172a84518c9f']}} {{(pid=84087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:58.209614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680706'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.356983 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-83a73a93-c1f2-4dd0-95ce-13e92119a478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.530366 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] For port efa51755-c90c-432a-bd50-b8058cb42f81, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=efa51755-c90c-432a-bd50-b8058cb42f81,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:58.555625 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.590946 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363290075037658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290075366806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746779409028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852616442'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.606328 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-31969045-73a9-4a22-8d4f-adbf0f23a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:59.006338 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event updated for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=6']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:59.020548 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.020974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.021382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.021787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.022214 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.022614 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.023012 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.023408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.023805 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.024196 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.024587 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.024979 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.025431 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.025828 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.026264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.026658 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.027050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.027444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.027836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.028228 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.028618 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.029520 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.029933 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.030346 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:59.042663 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:59.065046 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.065721 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.067224 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-efc189b6-44bb-423a-9cae-3f991162ec8c req-60484660-ec59-415a-a302-dc8aa38d7d06 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "PUT /v2.0/ports/efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 943 time: 0.9927471 Feb 17 04:39:59.067759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:59.121995 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'status': 'completed', 'code': 200} Feb 17 04:39:59.144907 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d1300c9b-65e3-49ef-954d-449b4320e4a7 req-659f50cd-a988-43b7-9fbd-f860fca80f32 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups/2ceda421-d197-4c95-afbc-c7f2dd603c3f HTTP/1.1" status: 200 len: 3003 time: 0.0591416 Feb 17 04:39:59.241280 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d1300c9b-65e3-49ef-954d-449b4320e4a7 req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.280806 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d1300c9b-65e3-49ef-954d-449b4320e4a7 req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.287595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-b8ffbbb4-89fe-43c0-b60f-dd977bc552b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.289301 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-b8ffbbb4-89fe-43c0-b60f-dd977bc552b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1163 time: 0.1419711 Feb 17 04:39:59.330302 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-cfc37339-3089-4ef9-86d1-445b2f50c724 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity DHCP. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:59.330731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cfc37339-3089-4ef9-86d1-445b2f50c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.403283 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d1300c9b-65e3-49ef-954d-449b4320e4a7 req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.410433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-27ee03a1-3295-4acc-806f-cdb0cfda3780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:59.426264 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceda421-d197-4c95-afbc-c7f2dd603c3f,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:59.429279 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:59.434330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-160941ec-0e5a-40b5-b349-8068bb1b09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.435981 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-160941ec-0e5a-40b5-b349-8068bb1b09b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1393862 Feb 17 04:39:59.465478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-d1300c9b-65e3-49ef-954d-449b4320e4a7 req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for security_group, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.466804 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-d1300c9b-65e3-49ef-954d-449b4320e4a7 req-8ca97e21-f8b7-4783-badf-3461a1ed8fed tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ceda421-d197-4c95-afbc-c7f2dd603c3f HTTP/1.1" status: 204 len: 173 time: 0.3153205 Feb 17 04:39:59.550548 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-940ea0eb-5c1a-443e-9ad3-073e54beed35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 1002 time: 0.1073983 Feb 17 04:39:59.627404 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-a5e7ec57-c080-4514-a51e-a9f346747343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.629013 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-a5e7ec57-c080-4514-a51e-a9f346747343 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0645232 Feb 17 04:39:59.657006 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-898ea2d9-91c9-48df-bc27-c3525053c1c8 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/floatingips/ed0fd562-b012-4c18-b3e1-a32e292819ad HTTP/1.1" status: 200 len: 999 time: 0.1692004 Feb 17 04:39:59.704296 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 up at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:59.715768 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-ecbc5391-c8b5-4a3f-8a04-641d6ed350d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.717558 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-ecbc5391-c8b5-4a3f-8a04-641d6ed350d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813692 Feb 17 04:39:59.730671 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-bca41094-8c55-4047-adc3-fea3407bc7d0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:39:59.731685 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-bca41094-8c55-4047-adc3-fea3407bc7d0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057511 Feb 17 04:39:59.778749 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.provisioning_blocks [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Provisioning complete for port efa51755-c90c-432a-bd50-b8058cb42f81 triggered by entity L2. {{(pid=84088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:59.779708 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854069780'] for port, provisioning_complete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.823063 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-83627da3-8920-4139-a358-ddcd3374ee98 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.824775 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-83627da3-8920-4139-a358-ddcd3374ee98 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/networks/078ecdf9-9a1d-4ee9-ad82-ed532b272cc4 HTTP/1.1" status: 200 len: 784 time: 0.1614900 Feb 17 04:39:59.879324 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-1347a877-c91b-4b33-b909-a08ff00a1616 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398866 Feb 17 04:39:59.942242 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-6cfd3714-79e8-4d33-b233-623c7e2284db tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.237 HTTP/1.1" status: 200 len: 1002 time: 0.1099815 Feb 17 04:40:00.024263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-a9f1355a-449a-472b-b7e7-11811f742a67 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:00.025103 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-a9f1355a-449a-472b-b7e7-11811f742a67 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports/efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 943 time: 0.0766370 Feb 17 04:40:00.028868 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-b3b90fe0-98b8-499b-9667-a6a81dc370a9 req-fc16206e-ab24-4bc2-aec1-678e7a799c0f service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388676 Feb 17 04:40:00.236215 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3710db06-ff97-464d-8366-a6d3855b774a tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.3.237 HTTP/1.1" status: 200 len: 1002 time: 0.1104212 Feb 17 04:40:00.460312 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Deleting port 9fc18ca0-d18c-4111-bfc0-c4692959054b {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:00.460692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.640239 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.640596 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.771699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Calling delete_port for 9fc18ca0-d18c-4111-bfc0-c4692959054b owned by network:floatingip {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:00.939648 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7588c629-c6bb-477a-a8d5-165b0ac99916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.962528 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.978613 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6a351018-c5b4-49ae-85bf-cc2654990071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:01.035699 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event deleted for resources: {'Port': ['ID=9fc18ca0-d18c-4111-bfc0-c4692959054b,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:01.039869 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:01.133893 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.204311 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks [] for floatingip, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.204798 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.db.l3_db [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Floating IP ed0fd562-b012-4c18-b3e1-a32e292819ad disassociated (deleted). External IP: 172.28.3.237, port: efa51755-c90c-432a-bd50-b8058cb42f81. Feb 17 04:40:01.581827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Router 821249de-74bf-471d-b1fc-53ac9620a58e has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:02.018184 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:02.028017 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] Sync routers for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:02.038559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:02.039233 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:40:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:02.072080 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for floatingip, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.130830 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-3ec023a3-54a7-4432-a565-4fa7c516089d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "DELETE /v2.0/floatingips/ed0fd562-b012-4c18-b3e1-a32e292819ad HTTP/1.1" status: 204 len: 173 time: 1.8885510 Feb 17 04:40:02.131389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:02.209572 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'status': 'completed', 'code': 200} Feb 17 04:40:02.240610 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:02.246901 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-41d83aec-1fef-4ec0-a193-d6182904ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.248659 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-41d83aec-1fef-4ec0-a193-d6182904ce2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1163 time: 0.0944586 Feb 17 04:40:02.328840 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-aec3d802-02a8-4d9f-8e24-0c71c630e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.330578 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-aec3d802-02a8-4d9f-8e24-0c71c630e937 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a103e0f943b422e900d7b4ac911cff6&device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 1163 time: 0.0841937 Feb 17 04:40:02.409642 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-28db0f1d-ce31-4d8a-b369-47608489e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.411451 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-28db0f1d-ce31-4d8a-b369-47608489e9f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1557279 Feb 17 04:40:02.488077 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-f94ec3ab-f973-42c5-87a4-ecdb7db6f7e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 217 time: 0.0681376 Feb 17 04:40:02.499173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.503737 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-0b9c13ff-a7fb-4ef0-af38-856ce11e3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.505340 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-0b9c13ff-a7fb-4ef0-af38-856ce11e3a00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 200 len: 909 time: 0.1651213 Feb 17 04:40:02.565036 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-b17ca59e-9b38-4ed9-b72b-620954c93e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.566667 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-b17ca59e-9b38-4ed9-b72b-620954c93e8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0720859 Feb 17 04:40:02.587507 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-16f3cfb7-d034-43b3-afdd-17f93a1c7ce4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 200 len: 217 time: 0.0712857 Feb 17 04:40:02.613395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:56Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:02.618662 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] Checking router: 821249de-74bf-471d-b1fc-53ac9620a58e for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:02.628853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:02.629526 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:40:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:02.656967 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-4c079c85-3703-4df3-ab76-902e22de430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.658720 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-4c079c85-3703-4df3-ab76-902e22de430f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847728 Feb 17 04:40:02.661307 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-401f4821-7bea-446f-85e8-7d8f1a38cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.662966 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-401f4821-7bea-446f-85e8-7d8f1a38cfa7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 200 len: 854 time: 0.0660250 Feb 17 04:40:02.761456 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-562827ca-dfd0-433a-8e98-0a21eb2d5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.763152 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-562827ca-dfd0-433a-8e98-0a21eb2d5d5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8282966-f539-4e66-a924-3b2d9e0de7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895522 Feb 17 04:40:02.821504 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-ca7adc14-f0f4-487c-ace3-57065685cdcf service neutron] 10.222.0.26 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543996 Feb 17 04:40:02.918906 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-259316d6-8646-480a-816c-aa8fc2f802e9 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484118 Feb 17 04:40:02.970377 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-99ad220f-a7dc-41f8-9712-67d469ac71ae req-051643a0-081e-48b8-865e-36ef1b4d98ad service neutron] 10.222.0.26 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407835 Feb 17 04:40:03.004722 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.021498 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:03.073765 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-60b6bee3-b8fc-4da3-a2c2-08750a279b86 req-c5ac6034-16be-4a4b-a023-38f885c61560 service neutron] 10.222.0.67 "GET /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439965 Feb 17 04:40:03.369395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:56Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:03.374397 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299c13a-02cc-4bae-b13d-bcb6509e1a25 None None] The sync data for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb is: [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:48Z', 'revision_number': 4, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb', '_interfaces': [{'id': '887bf1b2-dde9-46e7-af0d-f180bcae9c3c', 'name': '', 'network_id': 'e8282966-f539-4e66-a924-3b2d9e0de7af', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'mac_address': 'fa:16:3e:26:79:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:47Z', 'updated_at': '2021-02-17T04:37:56Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'subnets': [{'id': 'afa2bdda-18c8-4b5f-b0e8-1f95888d06d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:03.745235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf794db-7d9c-4007-ad6f-291c058c525a None None] New status for floating IP ed0fd562-b012-4c18-b3e1-a32e292819ad: DOWN {{(pid=84089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:06.633968 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-f6f70f55-7c50-4f31-9b8f-515cbd076ddd tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:06.634729 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-f6f70f55-7c50-4f31-9b8f-515cbd076ddd tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:port {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:06.676458 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-f6f70f55-7c50-4f31-9b8f-515cbd076ddd tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:port {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:06.677634 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-f6f70f55-7c50-4f31-9b8f-515cbd076ddd tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.1303637 Feb 17 04:40:06.727512 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-906dceb3-5e52-4839-9b51-3409a9d3e5c4 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:security_group {{(pid=84087) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:06.773493 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-906dceb3-5e52-4839-9b51-3409a9d3e5c4 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:security_group {{(pid=84087) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:06.774704 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c63f3227-0f4d-4d6b-9076-e179910a3f78 req-906dceb3-5e52-4839-9b51-3409a9d3e5c4 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 Feb 17 04:40:07.976189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76017a8-9f78-41f0-b415-b3ba1234141e req-6ebbf1ff-0de9-40a2-9493-b3aa73980766 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:07.977777 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c76017a8-9f78-41f0-b415-b3ba1234141e req-6ebbf1ff-0de9-40a2-9493-b3aa73980766 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0856206 Feb 17 04:40:08.026015 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-c76017a8-9f78-41f0-b415-b3ba1234141e req-a10fd973-80ae-4ed5-956d-d55bb39ea40d tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Feb 17 04:40:08.623883 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-1ff0b6ef-f77f-4174-85d5-4f596178edba tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:08.624649 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-1ff0b6ef-f77f-4174-85d5-4f596178edba tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Synchronizing usage tracker for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:port {{(pid=84086) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:08.636877 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.quota.resource [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-1ff0b6ef-f77f-4174-85d5-4f596178edba tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Unset dirty status for tenant:2a103e0f943b422e900d7b4ac911cff6 on resource:port {{(pid=84086) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:08.638647 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-1ff0b6ef-f77f-4174-85d5-4f596178edba tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.67 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0977619 Feb 17 04:40:08.721876 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Deleting port efa51755-c90c-432a-bd50-b8058cb42f81 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:08.722288 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:08.986395 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] For port efa51755-c90c-432a-bd50-b8058cb42f81, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=efa51755-c90c-432a-bd50-b8058cb42f81,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:08.986993 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.126914 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Calling delete_port for efa51755-c90c-432a-bd50-b8058cb42f81 owned by compute:nova {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:09.233445 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e01-6020-4e4c-9574-f982f42457d1 req-42900f74-a8f6-4339-b1e2-43e25d985f4c tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:09.235079 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-79398e01-6020-4e4c-9574-f982f42457d1 req-42900f74-a8f6-4339-b1e2-43e25d985f4c tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 946 time: 0.0937786 Feb 17 04:40:09.288459 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-79398e01-6020-4e4c-9574-f982f42457d1 req-21d2e301-3ebf-49ca-864c-509e9a378a3e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/security-groups?id=111bfc14-1fe9-46fb-8731-172a84518c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Feb 17 04:40:09.464234 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.481508 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-e5cf0483-4745-4cdc-bc8f-490d65f82f77 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:09.540572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Pushing event deleted for resources: {'Port': ['ID=efa51755-c90c-432a-bd50-b8058cb42f81,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:09.601539 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.601974 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.602389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.602797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.603197 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.603599 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.603998 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.604394 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.604788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.605182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.605574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.606006 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.606459 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.606881 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.607276 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.607668 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.608058 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.609225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.609635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.610235 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.610637 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.611033 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.611371 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:40:09.611483 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.611797 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:09.615545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:09.649917 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] No Port match for: efa51755-c90c-432a-bd50-b8058cb42f81 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:40:09.650324 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Device efa51755-c90c-432a-bd50-b8058cb42f81 not bound to the agent host hv-cinder-75995 {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:40:09.709519 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] No DVR routers for this DVR port efa51755-c90c-432a-bd50-b8058cb42f81 on host hv-cinder-75995 {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:40:09.711862 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772351'] for port, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.715788 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'name': 'network-vif-deleted', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:09.774467 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-19d6d145-a6ec-406a-a812-a2459ad74ea3 req-783f6c6f-3c45-45f9-bd14-85a09b7aed23 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.67 "DELETE /v2.0/ports/efa51755-c90c-432a-bd50-b8058cb42f81 HTTP/1.1" status: 204 len: 173 time: 1.1271272 Feb 17 04:40:09.823326 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43318182-8b9b-4471-968b-ff68fa00b789', 'name': 'network-vif-deleted', 'tag': 'efa51755-c90c-432a-bd50-b8058cb42f81', 'status': 'completed', 'code': 200} Feb 17 04:40:10.465139 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [req-fa7d533c-2d58-4646-a04f-af442a965476 req-a3bad965-38ad-4e9b-9545-728d9a82800e tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] 10.222.0.26 "GET /v2.0/ports?device_id=43318182-8b9b-4471-968b-ff68fa00b789 HTTP/1.1" status: 200 len: 210 time: 0.0491917 Feb 17 04:40:12.666481 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60882) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:13.245951 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2027917'] for router_interface, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.640966 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Deleting port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:13.641347 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.826308 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] For port 887bf1b2-dde9-46e7-af0d-f180bcae9c3c, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:13.826882 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:13.959478 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Calling delete_port for 887bf1b2-dde9-46e7-af0d-f180bcae9c3c owned by network:router_interface {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:14.195731 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:14.213380 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-61429abf-668d-49ff-9a9c-659a6a3e4cb3 tempest-TestMinimumBasicScenario-1458586263 tempest-TestMinimumBasicScenario-1458586263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:14.276035 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=887bf1b2-dde9-46e7-af0d-f180bcae9c3c,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:14.324544 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:14.884253 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852958576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028003'] for router_interface, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:15.414635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Router 821249de-74bf-471d-b1fc-53ac9620a58e has already been hosted by L3 agent 70f9f542-e581-4c7f-887a-748e39e8bb9f {{(pid=84087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:15.609827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-smb the message routers_updated {{(pid=84087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:15.618653 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] Sync routers for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:15.625288 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-6563ed43-be7e-48a9-8cea-b7ebad791dd7 admin admin] 10.222.0.26 "PUT /v2.0/routers/821249de-74bf-471d-b1fc-53ac9620a58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9555440 Feb 17 04:40:15.626173 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60886) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:15.630382 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:15.631115 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:40:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:15.821259 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks [] for router, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:15.828744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:16.014263 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.019844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Deleting port 1b287c26-0c5e-494d-a90c-d1d9a8dca618 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:16.020211 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.041890 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.155913 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:40:14Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:16.160444 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] Checking router: 821249de-74bf-471d-b1fc-53ac9620a58e for host: dv-cinder-759955-5-smb {{(pid=84088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:16.171694 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] Routers {'821249de-74bf-471d-b1fc-53ac9620a58e'} bound to L3 agent in host dv-cinder-759955-5-smb {{(pid=84088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:16.172765 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:20:01Z,description=,heartbeat_timestamp=2021-02-17T04:40:01Z,host='dv-cinder-759955-5-smb',id=70f9f542-e581-4c7f-887a-748e39e8bb9f,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:20:01Z,topic='l3_agent')) {'router_ids': ['821249de-74bf-471d-b1fc-53ac9620a58e'], 'active': True} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:16.379182 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvr_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] Set router 821249de-74bf-471d-b1fc-53ac9620a58e gateway port host: dv-cinder-759955-5-smb {{(pid=84088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:16.445321 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] For port 1b287c26-0c5e-494d-a90c-d1d9a8dca618, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=1b287c26-0c5e-494d-a90c-d1d9a8dca618,segment=NetworkSegment(e2e7937a-677a-47e8-a118-681035268864),segment_id=e2e7937a-677a-47e8-a118-681035268864)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:16.445718 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.584566 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Calling delete_port for 1b287c26-0c5e-494d-a90c-d1d9a8dca618 owned by network:router_gateway {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:16.858595 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_hamode_db [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:40:14Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}], 'dv-cinder-759955-5-smb', False) {} {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:16.862684 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72541555-cc7b-45a5-a274-07dadbf03f51 None None] The sync data for ids ['821249de-74bf-471d-b1fc-53ac9620a58e'] in dv-cinder-759955-5-smb is: [{'id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'name': 'tempest-TestMinimumBasicScenario-1785974945-router', 'tenant_id': '2a103e0f943b422e900d7b4ac911cff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'external_fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:40:14Z', 'revision_number': 5, 'project_id': '2a103e0f943b422e900d7b4ac911cff6', 'gw_port': {'id': '1b287c26-0c5e-494d-a90c-d1d9a8dca618', 'name': '', 'network_id': '078ecdf9-9a1d-4ee9-ad82-ed532b272cc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821249de-74bf-471d-b1fc-53ac9620a58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:43Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ef4811-1749-4464-95d3-ec5de9191cbc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-smb'}] {{(pid=84088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:17.062499 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853714495'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.255787 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1993903'] for router_gateway, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.406707 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2030631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29441'] for router, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.408956 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.527820 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2023429'] for router, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.528502 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821249de-74bf-471d-b1fc-53ac9620a58e {{(pid=84086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:40:17.541675 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] Notify callbacks [] for router, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.542958 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cdf24e5d-18fd-419b-b6c5-5dcb5b73ab11 admin admin] 10.222.0.26 "DELETE /v2.0/routers/821249de-74bf-471d-b1fc-53ac9620a58e HTTP/1.1" status: 204 len: 168 time: 1.9157436 Feb 17 04:40:17.546640 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60890) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:17.619725 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Deleting subnet afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 {{(pid=84087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:40:17.623492 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.677203 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3140931'] for subnet, precommit_delete_associations {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.760428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854056195'] for subnet, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.053955 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2511791'] for subnet, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.069645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:18.120262 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa2bdda-18c8-4b5f-b0e8-1f95888d06d5,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.168454 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:18.205825 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for subnet, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.214947 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-cc228799-eadb-467a-860d-a0f18b61f1fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/afa2bdda-18c8-4b5f-b0e8-1f95888d06d5 HTTP/1.1" status: 204 len: 168 time: 0.6646159 Feb 17 04:40:18.215150 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208dd94a-204c-40c6-965b-cbdb6f078c95 None None] Network e8282966-f539-4e66-a924-3b2d9e0de7af requested from dv-cinder-759955-5-smb {{(pid=84088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:40:18.215334 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84087) accepted ('10.222.0.26', 60894) {{(pid=84087) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:18.334851 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854047777'] for network, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.410416 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Deleting port c6511a89-847d-4eb5-9d0e-613b37c5b810 {{(pid=84087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:18.410827 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.487018 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] DHCP port deletion for e8282966-f539-4e66-a924-3b2d9e0de7af request from dv-cinder-759955-5-smb {{(pid=84088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:40:18.492172 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Deleting port c6511a89-847d-4eb5-9d0e-613b37c5b810 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:18.493250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.525818 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1b287c26-0c5e-494d-a90c-d1d9a8dca618 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:40:18.572450 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 1b287c26-0c5e-494d-a90c-d1d9a8dca618 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:40:18.572844 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 1b287c26-0c5e-494d-a90c-d1d9a8dca618 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:40:18.573320 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 887bf1b2-dde9-46e7-af0d-f180bcae9c3c no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:40:18.614218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: 887bf1b2-dde9-46e7-af0d-f180bcae9c3c {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:40:18.614545 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device 887bf1b2-dde9-46e7-af0d-f180bcae9c3c not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:40:18.642579 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] For port c6511a89-847d-4eb5-9d0e-613b37c5b810, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=c6511a89-847d-4eb5-9d0e-613b37c5b810,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:18.642977 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.779559 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Calling delete_port for c6511a89-847d-4eb5-9d0e-613b37c5b810 owned by network:dhcp {{(pid=84087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:18.791230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.db [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] For port c6511a89-847d-4eb5-9d0e-613b37c5b810, host dv-cinder-759955-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-smb',level=0,port_id=c6511a89-847d-4eb5-9d0e-613b37c5b810,segment=NetworkSegment(c9e8967b-273b-4a0b-bbae-78b2f1f0d885),segment_id=c9e8967b-273b-4a0b-bbae-78b2f1f0d885)] {{(pid=84088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:18.791680 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852758941'] for port, precommit_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.888744 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363290075037641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746779408994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2159375'] for port, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.904719 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-1108aa52-9a3c-43ea-8f2a-a2ce84d098a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:18.928209 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Calling delete_port for c6511a89-847d-4eb5-9d0e-613b37c5b810 owned by network:dhcp {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:40:18.970098 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6511a89-847d-4eb5-9d0e-613b37c5b810,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.976466 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.013635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.db.api [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84088) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:40:19.014094 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_db.api [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84088) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:40:19.058408 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] No DVR routers for this DVR port c6511a89-847d-4eb5-9d0e-613b37c5b810 on host dv-cinder-759955-5-smb {{(pid=84087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:40:19.183247 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854061212', 'neutron.services.segments.db._delete_segments_for_network-8746779909610'] for network, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.305315 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8282966-f539-4e66-a924-3b2d9e0de7af']}} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:19.318927 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885') {'for_net_delete': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:19.319268 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.services.segments.db [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e8967b-273b-4a0b-bbae-78b2f1f0d885') {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:19.331523 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290074865916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851634853'] for segment, before_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.346988 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711636'] for segment, precommit_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.349009 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:40:19.515706 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Deleting port c6511a89-847d-4eb5-9d0e-613b37c5b810 {{(pid=84088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:40:19.516049 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290074992756'] for port, before_delete {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.537375 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Network e8282966-f539-4e66-a924-3b2d9e0de7af has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:40:19.547389 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854064148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852616412'] for segment, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.587128 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc4d33-773b-4b65-a11b-c15411707291 None None] The port 'c6511a89-847d-4eb5-9d0e-613b37c5b810' was deleted {{(pid=84088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:40:19.726155 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.managers [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Network e8282966-f539-4e66-a924-3b2d9e0de7af has no segments {{(pid=84087) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: Traceback (most recent call last): Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: timer() Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: cb(*args, **kw) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: return func(*args, **kwargs) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: self._notify() Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: self.callback(batched_events) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: event.method(event) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: segment_id)['aggregates'][0] Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: return f(self, *a, **k) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: return self._get(url).json() Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: **kwargs) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: return self.request(url, 'GET', **kwargs) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: **endpoint_filter) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:40:19.752640 dv-cinder-759955-5-smb neutron-server[83975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:40:19.882230 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1817243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852785001'] for network, after_delete {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.885991 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-22a24759-1170-47a1-a3d5-a4d30c3cdcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:19.900759 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852964747'] for network, before_response {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.912131 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8282966-f539-4e66-a924-3b2d9e0de7af,revision_number=None']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:19.915682 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.963107 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-687d3e0b-9fff-46de-b7f3-0308aab16894 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8282966-f539-4e66-a924-3b2d9e0de7af HTTP/1.1" status: 204 len: 168 time: 1.7466559 Feb 17 04:40:20.183581 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60900) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:20.238515 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-abe54533-bc41-4b27-8b6e-1f807b1b6fe4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a103e0f943b422e900d7b4ac911cff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535586 Feb 17 04:40:20.241026 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [-] (84086) accepted ('10.222.0.26', 60904) {{(pid=84086) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:20.304635 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.335794 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.470145 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device c6511a89-847d-4eb5-9d0e-613b37c5b810 no longer exists at agent ovs-agent-dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:40:20.511151 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.plugin [None req-2249879b-20dd-4bab-8639-606f88719985 None None] No Port match for: c6511a89-847d-4eb5-9d0e-613b37c5b810 {{(pid=84088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:40:20.511556 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.plugins.ml2.rpc [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Device c6511a89-847d-4eb5-9d0e-613b37c5b810 not bound to the agent host dv-cinder-759955-5-smb {{(pid=84088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:40:20.562463 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806372'] for security_group, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.567846 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-8ae4b4fd-53ef-49c9-94d4-425fa5963e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:20.581853 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111bfc14-1fe9-46fb-8731-172a84518c9f,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:20.584645 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG oslo_concurrency.lockutils [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:20.658270 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.659496 dv-cinder-759955-5-smb neutron-server[83975]: INFO neutron.wsgi [None req-93b414a0-ba77-4046-ae55-988a631e1765 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/111bfc14-1fe9-46fb-8731-172a84518c9f HTTP/1.1" status: 204 len: 168 time: 0.4175067 Feb 17 04:40:28.339225 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe68b-564d-4e68-aa6a-eb6c643a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.654171 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:30.973428 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7a555962-5af3-4dea-9dbf-20f54b742dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.150569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.401688 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.739081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.967885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:58.310572 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-565a0467-dd82-4318-bf68-938c71479303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:00.944602 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3bf9bd5e-0a49-41ca-ab54-f111dc9c568f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:01.144310 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.401591 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.740867 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:05.654433 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:41:15.978574 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:28.332874 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-82b4377b-3bd3-4e98-bdfe-47cf297bc064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:31.011582 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1114-c6d7-4f19-8a47-804d38c6c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:31.195745 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.446885 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.744241 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:42.653585 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:41:45.995050 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:58.326873 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-70551a00-33d2-4cf3-ba9e-24dcd478c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:00.955577 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-67702638-563d-4c81-a1b4-aeb8196b94ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:01.171250 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:02.423937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:02.747945 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.018367 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:19.652785 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:28.320801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-f4207568-1a7a-4cfa-a2c2-8d529f2aafa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.970937 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-7f54d46c-b5c2-44be-95b2-7732bd4e7b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:31.149400 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.412402 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.732412 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.012343 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:56.652001 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:58.331801 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-abb1aa9e-da98-481f-b624-1f0e5181cbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:00.959189 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-8a160464-cbb4-475a-956a-9156ba829b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:01.155081 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.389294 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:02.737679 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:16.033817 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:28.332205 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-91aca570-1822-4a12-bce9-87452ddda4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.949074 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-38e47e24-dcfa-486d-8a8a-2d7f0e1d4964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:31.164536 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.411847 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:32.782272 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.651863 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:46.045830 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:58.331692 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-847e20b9-0285-4c0e-8257-58a8831a981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.948815 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2b361e41-66f3-4725-9cab-e064ecbb979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.172218 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.398227 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.804048 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.651484 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:44:16.063029 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.371652 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-3793ad5b-81d3-4e17-b5ac-df8f52231ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:30.952560 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-6cd3911f-0d89-4d70-b0a5-33f6d8a553d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:31.152470 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:32.392562 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:32.752569 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:46.063836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:47.650567 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:44:58.357836 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a1a7dcbf-e1a8-47ec-bc5d-720a0c079994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.952490 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-84806947-41ee-44bc-83d2-64217817ad42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:01.160639 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-58a2c23d-1479-466a-9aa6-a4dacfe85db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.394798 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-2249879b-20dd-4bab-8639-606f88719985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.758384 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb7f1-aa06-497a-8c2a-3fe8956a7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.097651 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron_lib.callbacks.manager [None req-a954d5f3-1b24-4ca2-a43e-1f06e6f5aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746779909593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854110694'] for agent, after_update {{(pid=84088) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.721330 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.wsgi [req-60e7c2f7-7e10-400a-9c5b-a1d986b5cbe3 req-f1dfae77-c988-4d0e-b4e6-4791706fbb09 service neutron] (84086) timed out ('10.222.0.67', 51626) {{(pid=84086) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:45:24.649940 dv-cinder-759955-5-smb neutron-server[83975]: DEBUG neutron.db.agents_db [None req-ef625160-8b3c-4c65-a454-e84897a73eec None None] Agent healthcheck: found 6 active agents {{(pid=84089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}